[ 532.013565] env[69984]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69984) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.013913] env[69984]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69984) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.013959] env[69984]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69984) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.014297] env[69984]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.116079] env[69984]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69984) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.127851] env[69984]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=69984) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.181402] env[69984]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 532.748522] env[69984]: INFO nova.virt.driver [None req-d1844323-4ca2-42b2-8d58-0253d52374e2 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 532.820532] env[69984]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.820700] env[69984]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.820793] env[69984]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69984) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.076165] env[69984]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4d771ce5-d9cb-433c-85f3-5a84ed2579dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.092675] env[69984]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69984) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.092888] env[69984]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-c25c586f-9303-4f40-ab7d-eecf33a42ac0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.128560] env[69984]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 0fb7f. [ 536.128799] env[69984]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.308s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.129337] env[69984]: INFO nova.virt.vmwareapi.driver [None req-d1844323-4ca2-42b2-8d58-0253d52374e2 None None] VMware vCenter version: 7.0.3 [ 536.132815] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea419176-8b7d-4e5f-821e-fe3bb80559a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.156080] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7504246-8008-4153-833d-9000ebf2a916 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.162809] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf9ff47-ba85-42b7-80ce-d880539b01a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.169997] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91efc0-cd1f-418a-853d-397fdaad7354 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.183709] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a0fb6-f47c-4226-b251-0ee208d2a9f9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.190386] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1682f-05f2-4f52-aad0-d721440bf42b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.221127] env[69984]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-85ba823c-f944-49cc-980f-315d05d187df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.227349] env[69984]: DEBUG nova.virt.vmwareapi.driver [None req-d1844323-4ca2-42b2-8d58-0253d52374e2 None None] Extension org.openstack.compute already exists. {{(pid=69984) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 536.230311] env[69984]: INFO nova.compute.provider_config [None req-d1844323-4ca2-42b2-8d58-0253d52374e2 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 536.733739] env[69984]: DEBUG nova.context [None req-d1844323-4ca2-42b2-8d58-0253d52374e2 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1ecddf4e-1fd8-4b59-9372-5dc082b39591(cell1) {{(pid=69984) load_cells /opt/stack/nova/nova/context.py:464}} [ 536.735865] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.736173] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.736875] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.737336] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Acquiring lock "1ecddf4e-1fd8-4b59-9372-5dc082b39591" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.737525] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Lock "1ecddf4e-1fd8-4b59-9372-5dc082b39591" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.738609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Lock "1ecddf4e-1fd8-4b59-9372-5dc082b39591" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.760145] env[69984]: INFO dbcounter [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Registered counter for database nova_cell0 [ 536.768676] env[69984]: INFO dbcounter [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Registered counter for database nova_cell1 [ 536.771785] env[69984]: DEBUG oslo_db.sqlalchemy.engines [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69984) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.772172] env[69984]: DEBUG oslo_db.sqlalchemy.engines [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69984) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.777579] env[69984]: ERROR nova.db.main.api [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.777579] env[69984]: result = function(*args, **kwargs) [ 536.777579] env[69984]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 536.777579] env[69984]: return func(*args, **kwargs) [ 536.777579] env[69984]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.777579] env[69984]: result = fn(*args, **kwargs) [ 536.777579] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.777579] env[69984]: return f(*args, **kwargs) [ 536.777579] env[69984]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 536.777579] env[69984]: return db.service_get_minimum_version(context, binaries) [ 536.777579] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.777579] env[69984]: _check_db_access() [ 536.777579] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.777579] env[69984]: stacktrace = ''.join(traceback.format_stack()) [ 536.777579] env[69984]: [ 536.778433] env[69984]: ERROR nova.db.main.api [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 536.778433] env[69984]: result = function(*args, **kwargs) [ 536.778433] env[69984]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 536.778433] env[69984]: return func(*args, **kwargs) [ 536.778433] env[69984]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 536.778433] env[69984]: result = fn(*args, **kwargs) [ 536.778433] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.778433] env[69984]: return f(*args, **kwargs) [ 536.778433] env[69984]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 536.778433] env[69984]: return db.service_get_minimum_version(context, binaries) [ 536.778433] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.778433] env[69984]: _check_db_access() [ 536.778433] env[69984]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.778433] env[69984]: stacktrace = ''.join(traceback.format_stack()) [ 536.778433] env[69984]: [ 536.778818] env[69984]: WARNING nova.objects.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 536.778964] env[69984]: WARNING nova.objects.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Failed to get minimum service version for cell 1ecddf4e-1fd8-4b59-9372-5dc082b39591 [ 536.779433] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Acquiring lock "singleton_lock" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.779601] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Acquired lock "singleton_lock" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.779848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Releasing lock "singleton_lock" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.780215] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Full set of CONF: {{(pid=69984) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 536.780366] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ******************************************************************************** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.780494] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] Configuration options gathered from: {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.780632] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.780830] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.780962] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ================================================================================ {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.781197] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] allow_resize_to_same_host = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.781377] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] arq_binding_timeout = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.781526] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] backdoor_port = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.781657] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] backdoor_socket = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.781826] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] block_device_allocate_retries = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.781990] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] block_device_allocate_retries_interval = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782181] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cert = self.pem {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782349] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782521] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute_monitors = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782691] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] config_dir = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782863] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] config_drive_format = iso9660 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.782999] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.783186] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] config_source = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.783360] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] console_host = devstack {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.783528] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] control_exchange = nova {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.783688] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cpu_allocation_ratio = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.783851] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] daemon = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784040] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] debug = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784208] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_access_ip_network_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784376] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_availability_zone = nova {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784535] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_ephemeral_format = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784696] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_green_pool_size = 1000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.784937] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.785123] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] default_schedule_zone = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.785327] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] disk_allocation_ratio = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.785557] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] enable_new_services = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.785755] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] enabled_apis = ['osapi_compute'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.785928] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] enabled_ssl_apis = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.786113] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] flat_injected = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.786281] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] force_config_drive = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.786445] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] force_raw_images = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.786616] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] graceful_shutdown_timeout = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.786782] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] heal_instance_info_cache_interval = -1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787018] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] host = cpu-1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787211] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787383] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787551] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787768] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.787939] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_build_timeout = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.788149] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_delete_interval = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.788332] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_format = [instance: %(uuid)s] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.788506] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_name_template = instance-%08x {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.788672] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_usage_audit = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.788845] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_usage_audit_period = month {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789023] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789222] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789443] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] internal_service_availability_zone = internal {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789624] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] key = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789794] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] live_migration_retry_count = 30 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.789970] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_color = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790161] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_config_append = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790338] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790499] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_dir = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790663] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_file = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790795] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_options = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.790958] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_rotate_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791146] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_rotate_interval_type = days {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791323] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] log_rotation_type = none {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791455] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791585] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791754] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.791921] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792063] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792233] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] long_rpc_timeout = 1800 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792419] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_concurrent_builds = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792596] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_concurrent_live_migrations = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792795] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_concurrent_snapshots = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.792980] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_local_block_devices = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.793163] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_logfile_count = 30 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.793327] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] max_logfile_size_mb = 200 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.793491] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] maximum_instance_delete_attempts = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.793662] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metadata_listen = 0.0.0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.793832] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metadata_listen_port = 8775 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794008] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metadata_workers = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794186] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] migrate_max_retries = -1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794358] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] mkisofs_cmd = genisoimage {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794600] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794702] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] my_ip = 10.180.1.21 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.794910] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.795090] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] network_allocate_retries = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.795278] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.795472] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.795651] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] osapi_compute_listen_port = 8774 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.795828] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] osapi_compute_unique_server_name_scope = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796012] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] osapi_compute_workers = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796190] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] password_length = 12 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796357] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] periodic_enable = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796520] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] periodic_fuzzy_delay = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796689] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] pointer_model = usbtablet {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.796860] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] preallocate_images = none {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797035] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] publish_errors = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797180] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] pybasedir = /opt/stack/nova {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797347] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ram_allocation_ratio = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797510] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rate_limit_burst = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797683] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rate_limit_except_level = CRITICAL {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.797848] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rate_limit_interval = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798036] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reboot_timeout = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798212] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reclaim_instance_interval = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798378] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] record = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798575] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reimage_timeout_per_gb = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798748] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] report_interval = 120 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.798916] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rescue_timeout = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799106] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reserved_host_cpus = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799275] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reserved_host_disk_mb = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799441] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reserved_host_memory_mb = 512 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799605] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] reserved_huge_pages = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799767] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] resize_confirm_window = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.799928] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] resize_fs_using_block_device = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800105] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] resume_guests_state_on_host_boot = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800286] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800450] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] rpc_response_timeout = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800613] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] run_external_periodic_tasks = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800781] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] running_deleted_instance_action = reap {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.800943] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801119] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] running_deleted_instance_timeout = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801284] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler_instance_sync_interval = 120 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801471] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_down_time = 720 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801658] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] servicegroup_driver = db {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801820] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] shell_completion = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.801983] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] shelved_offload_time = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.802166] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] shelved_poll_interval = 3600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.802338] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] shutdown_timeout = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.802505] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] source_is_ipv6 = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.802667] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ssl_only = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.802921] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803105] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] sync_power_state_interval = 600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803275] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] sync_power_state_pool_size = 1000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803446] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] syslog_log_facility = LOG_USER {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803605] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] tempdir = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803768] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] timeout_nbd = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.803940] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] transport_url = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804118] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] update_resources_interval = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804285] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_cow_images = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804469] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_journal = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804648] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_json = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804806] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_rootwrap_daemon = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.804965] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_stderr = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805144] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] use_syslog = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805302] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vcpu_pin_set = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805475] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plugging_is_fatal = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805644] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plugging_timeout = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805809] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] virt_mkfs = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.805971] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] volume_usage_poll_interval = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.806149] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] watch_log_file = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.806318] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] web = /usr/share/spice-html5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.806505] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.806675] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.806842] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.807029] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_concurrency.disable_process_locking = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.807637] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.807840] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808050] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808253] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808432] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808603] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808792] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.auth_strategy = keystone {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.808974] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.compute_link_prefix = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.809195] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.809379] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.dhcp_domain = novalocal {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.809557] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.enable_instance_password = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.809727] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.glance_link_prefix = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.809897] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810089] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810267] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.instance_list_per_project_cells = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810450] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.list_records_by_skipping_down_cells = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810643] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.local_metadata_per_cell = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810821] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.max_limit = 1000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.810994] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.metadata_cache_expiration = 15 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.811192] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.neutron_default_tenant_id = default {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.811369] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.response_validation = warn {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.811544] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.use_neutron_default_nets = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.811717] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.811884] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812068] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812253] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812428] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_dynamic_targets = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812596] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_jsonfile_path = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812778] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.812973] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.backend = dogpile.cache.memcached {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.813161] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.backend_argument = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.813329] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.backend_expiration_time = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.813521] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.config_prefix = cache.oslo {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.813709] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.dead_timeout = 60.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.813882] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.debug_cache_backend = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814062] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.enable_retry_client = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814238] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.enable_socket_keepalive = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814419] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.enabled = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814585] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.enforce_fips_mode = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814831] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.expiration_time = 600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.814963] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.hashclient_retry_attempts = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.815154] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.815326] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_dead_retry = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.815513] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_password = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.815701] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.815874] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816060] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_pool_maxsize = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816237] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816415] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_sasl_enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816620] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816796] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.816960] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.memcache_username = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.817149] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.proxies = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.817321] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_db = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.817484] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_password = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.817659] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.817839] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818044] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_server = localhost:6379 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818232] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_socket_timeout = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818397] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.redis_username = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818564] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.retry_attempts = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818732] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.retry_delay = 0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.818900] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.socket_keepalive_count = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819108] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.socket_keepalive_idle = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819287] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.socket_keepalive_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819450] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.tls_allowed_ciphers = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819612] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.tls_cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819772] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.tls_certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.819937] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.tls_enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820120] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cache.tls_keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820301] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820477] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.auth_type = password {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820642] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820819] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.820983] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.821168] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.821335] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.cross_az_attach = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.821502] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.debug = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.821665] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.endpoint_template = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.821833] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.http_retries = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822007] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822180] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822354] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.os_region_name = RegionOne {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822520] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822681] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cinder.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.822855] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823028] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.cpu_dedicated_set = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823195] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.cpu_shared_set = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823364] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.image_type_exclude_list = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823529] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823694] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.823856] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824031] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824213] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824379] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.resource_provider_association_refresh = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824542] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824705] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.shutdown_retry_interval = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.824926] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825078] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] conductor.workers = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825267] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] console.allowed_origins = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825432] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] console.ssl_ciphers = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825605] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] console.ssl_minimum_version = default {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825776] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] consoleauth.enforce_session_timeout = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.825946] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] consoleauth.token_ttl = 600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826137] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826302] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826473] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826634] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826795] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.826955] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827135] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827301] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827464] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827625] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827784] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.827944] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.828155] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.828337] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.service_type = accelerator {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.828503] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.828662] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.828824] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829009] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829225] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829394] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] cyborg.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829569] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.asyncio_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829732] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.asyncio_slave_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.829904] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.backend = sqlalchemy {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830090] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830266] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.connection_debug = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830441] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.connection_parameters = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830607] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.connection_recycle_time = 3600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830775] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.connection_trace = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.830941] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.db_inc_retry_interval = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831120] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.db_max_retries = 20 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831293] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.db_max_retry_interval = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831459] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.db_retry_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831622] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.max_overflow = 50 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831786] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.max_pool_size = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.831949] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.max_retries = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832136] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832303] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.mysql_wsrep_sync_wait = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832465] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.pool_timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832629] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.retry_interval = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832786] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.slave_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.832952] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.sqlite_synchronous = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833134] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] database.use_db_reconnect = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833310] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.asyncio_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833475] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.asyncio_slave_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833649] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.backend = sqlalchemy {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833821] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.833987] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.connection_debug = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.834178] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.connection_parameters = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.834346] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.connection_recycle_time = 3600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.834511] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.connection_trace = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.834675] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.db_inc_retry_interval = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.834839] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.db_max_retries = 20 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835036] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.db_max_retry_interval = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835185] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.db_retry_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835352] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.max_overflow = 50 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835516] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.max_pool_size = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835681] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.max_retries = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.835851] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836029] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836199] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.pool_timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836365] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.retry_interval = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836526] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.slave_connection = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836691] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] api_database.sqlite_synchronous = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.836869] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] devices.enabled_mdev_types = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837061] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837241] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837408] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ephemeral_storage_encryption.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837574] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837748] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.api_servers = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.837915] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838124] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838303] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838471] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838632] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838798] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.debug = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.838974] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.default_trusted_certificate_ids = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.839182] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.enable_certificate_validation = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.839354] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.enable_rbd_download = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.839518] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.839690] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.839858] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840029] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840197] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840384] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.num_retries = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840567] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.rbd_ceph_conf = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840736] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.rbd_connect_timeout = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.840910] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.rbd_pool = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841094] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.rbd_user = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841273] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841438] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841601] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841776] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.service_type = image {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.841944] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842124] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842293] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842458] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842642] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842811] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.verify_glance_signatures = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.842975] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] glance.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843165] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] guestfs.debug = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843338] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843506] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.auth_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843813] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843813] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.843981] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844158] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844322] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844483] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844648] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844809] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.844970] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.845146] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.845341] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.845543] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.845713] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.845888] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.service_type = shared-file-system {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846080] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.share_apply_policy_timeout = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846232] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846398] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846557] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846716] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.846898] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.847077] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] manila.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.847257] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] mks.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.847616] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.847810] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.manager_interval = 2400 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.847986] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.precache_concurrency = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.848193] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.remove_unused_base_images = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.848373] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.848546] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.848727] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] image_cache.subdirectory_name = _base {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.848907] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.api_max_retries = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849111] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.api_retry_interval = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849286] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849453] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.auth_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849613] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849771] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.849934] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850113] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.conductor_group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850283] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850441] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850599] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850763] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.850920] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851101] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851262] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851427] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.peer_list = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851586] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851742] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.851908] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.serial_console_state_timeout = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852083] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852261] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.service_type = baremetal {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852421] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.shard = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852587] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852748] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.852907] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853080] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853269] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853433] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ironic.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853617] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853790] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] key_manager.fixed_key = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.853976] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.854160] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.barbican_api_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.854324] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.barbican_endpoint = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.854582] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.barbican_endpoint_type = public {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.854823] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.barbican_region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855026] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855232] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855366] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855531] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855693] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.855859] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.number_of_retries = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856035] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.retry_delay = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856213] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.send_service_user_token = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856381] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856541] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856706] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.verify_ssl = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.856869] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican.verify_ssl_path = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.857053] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.857226] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.auth_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.857389] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.857554] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.857726] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858032] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858196] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858372] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858539] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] barbican_service_user.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858710] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.approle_role_id = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.858873] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.approle_secret_id = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859062] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.kv_mountpoint = secret {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859231] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.kv_path = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859400] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.kv_version = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859562] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.namespace = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859728] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.root_token_id = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.859892] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.ssl_ca_crt_file = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860078] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.timeout = 60.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860253] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.use_ssl = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860451] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860634] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860800] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.860970] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861150] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861313] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861474] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861635] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861793] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.861953] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862125] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862291] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862456] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862618] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862792] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.service_type = identity {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.862961] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.863141] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.863308] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.863469] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.863649] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.863812] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] keystone.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.864008] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.ceph_mount_options = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.864345] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.864531] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.connection_uri = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.864697] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_mode = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.864866] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865049] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_models = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865231] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_power_governor_high = performance {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865405] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865569] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_power_management = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865740] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.865911] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.device_detach_attempts = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866092] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.device_detach_timeout = 20 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866269] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.disk_cachemodes = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866432] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.disk_prefix = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866599] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.enabled_perf_events = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866765] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.file_backed_memory = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866931] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.gid_maps = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867116] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.hw_disk_discard = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867281] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.hw_machine_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867453] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_rbd_ceph_conf = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867618] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867780] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867949] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_rbd_glance_store_name = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868165] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_rbd_pool = rbd {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868347] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_type = default {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868510] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.images_volume_group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868675] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.inject_key = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868839] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.inject_partition = -2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869026] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.inject_password = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869205] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.iscsi_iface = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869372] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.iser_use_multipath = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869539] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869705] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869870] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_downtime = 500 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870046] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870217] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870407] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_inbound_addr = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870585] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870787] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870963] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_scheme = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871158] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_timeout_action = abort {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871329] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_tunnelled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871491] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_uri = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871656] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.live_migration_with_native_tls = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871817] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.max_queues = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871983] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872247] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872417] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.nfs_mount_options = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872712] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872899] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873078] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873249] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873416] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873585] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_pcie_ports = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873752] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873918] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.pmem_namespaces = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874094] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.quobyte_client_cfg = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874403] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874583] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874754] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874921] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875101] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rbd_secret_uuid = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875269] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rbd_user = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875437] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875613] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875777] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rescue_image_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876009] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rescue_kernel_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876202] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rescue_ramdisk_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876381] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876545] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.rx_queue_size = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876716] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.smbfs_mount_options = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877014] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877203] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.snapshot_compression = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877375] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.snapshot_image_format = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877609] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877782] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.sparse_logical_volumes = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877950] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.swtpm_enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878164] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.swtpm_group = tss {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878345] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.swtpm_user = tss {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878518] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.sysinfo_serial = unique {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878681] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.tb_cache_size = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878842] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.tx_queue_size = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879017] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.uid_maps = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879198] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.use_virtio_for_bridges = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879375] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.virt_type = kvm {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879550] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.volume_clear = zero {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879716] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.volume_clear_size = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879881] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.volume_enforce_multipath = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880063] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.volume_use_multipath = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880234] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_cache_path = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880407] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880578] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880745] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880917] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881226] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881413] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.vzstorage_mount_user = stack {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881586] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881765] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881942] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.auth_type = password {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882122] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882291] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882458] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882619] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882780] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882953] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.default_floating_pool = public {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883129] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883298] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.extension_sync_interval = 600 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883463] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.http_retries = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883628] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883789] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883950] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884137] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884307] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884477] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.ovs_bridge = br-int {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884645] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.physnets = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884818] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.region_name = RegionOne {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884981] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885172] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.service_metadata_proxy = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885336] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885515] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.service_type = network {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885666] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885826] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885985] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886161] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886353] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886520] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] neutron.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886695] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.bdms_in_notifications = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886875] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.default_level = INFO {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887052] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.include_share_mapping = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887237] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.notification_format = unversioned {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887405] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.notify_on_state_change = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887583] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887764] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] pci.alias = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887938] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] pci.device_spec = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888139] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] pci.report_in_placement = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888320] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888497] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.auth_type = password {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888667] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888829] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888993] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889178] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889341] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889504] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889663] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.default_domain_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889822] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.default_domain_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890017] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.domain_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890206] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.domain_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890374] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890540] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890702] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890861] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891029] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891211] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.password = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891374] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.project_domain_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891542] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.project_domain_name = Default {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891711] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.project_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891883] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.project_name = service {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892068] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.region_name = RegionOne {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892240] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892405] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892577] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.service_type = placement {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892743] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892907] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893086] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893253] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.system_scope = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893416] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893580] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.trust_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893743] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.user_domain_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893919] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.user_domain_name = Default {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894097] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.user_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894281] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.username = nova {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894465] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894629] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] placement.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894815] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.cores = 20 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894986] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.count_usage_from_placement = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895181] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895357] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.injected_file_content_bytes = 10240 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895527] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.injected_file_path_length = 255 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895696] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.injected_files = 5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895862] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.instances = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896044] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.key_pairs = 100 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896220] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.metadata_items = 128 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896388] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.ram = 51200 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896553] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.recheck_quota = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896720] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.server_group_members = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896885] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.server_groups = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897110] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897295] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] quota.unified_limits_resource_strategy = require {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897472] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897640] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897804] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.image_metadata_prefilter = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897974] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898183] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.max_attempts = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898356] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.max_placement_results = 1000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898523] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898685] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898846] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899051] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] scheduler.workers = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899242] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899418] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899603] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899782] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899955] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900141] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900313] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900506] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900679] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.host_subset_size = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900848] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901014] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901191] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901360] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901541] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901709] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.isolated_hosts = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901875] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.isolated_images = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902053] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902224] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902390] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902584] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.pci_in_placement = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902816] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902997] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903185] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903352] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903518] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903685] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903850] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.track_instance_changes = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904041] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904225] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metrics.required = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904395] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metrics.weight_multiplier = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904563] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904733] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] metrics.weight_setting = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905069] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905255] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905436] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.port_range = 10000:20000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905610] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905782] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905953] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] serial_console.serialproxy_port = 6083 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906160] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906347] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.auth_type = password {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906512] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906673] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906841] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907011] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907184] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907357] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.send_service_user_token = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907523] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907684] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] service_user.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907855] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.agent_enabled = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908055] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908387] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908596] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908773] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.html5proxy_port = 6082 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908940] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.image_compression = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909154] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.jpeg_compression = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909320] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.playback_compression = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909487] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.require_secure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909661] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.server_listen = 127.0.0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909834] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910134] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910313] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.streaming_mode = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910477] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] spice.zlib_compression = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910649] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] upgrade_levels.baseapi = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910825] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] upgrade_levels.compute = auto {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910988] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] upgrade_levels.conductor = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911169] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] upgrade_levels.scheduler = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911338] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911505] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911666] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911826] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911992] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912181] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912347] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912504] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912665] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vendordata_dynamic_auth.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912839] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.api_retry_count = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913011] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.ca_file = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913199] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913372] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.cluster_name = testcl1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913540] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.connection_pool_size = 10 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913702] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.console_delay_seconds = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913872] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.datastore_regex = ^datastore.* {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914102] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914288] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.host_password = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914459] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.host_port = 443 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914630] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.host_username = administrator@vsphere.local {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914805] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.insecure = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914970] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.integration_bridge = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915187] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.maximum_objects = 100 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915363] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.pbm_default_policy = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915532] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.pbm_enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915698] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.pbm_wsdl_location = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915872] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916049] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.serial_port_proxy_uri = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916220] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.serial_port_service_uri = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916390] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.task_poll_interval = 0.5 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916566] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.use_linked_clone = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916739] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.vnc_keymap = en-us {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916905] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.vnc_port = 5900 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917092] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vmware.vnc_port_total = 10000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917287] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.auth_schemes = ['none'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917466] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917757] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917945] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918161] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.novncproxy_port = 6080 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918358] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.server_listen = 127.0.0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918544] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918715] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.vencrypt_ca_certs = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918874] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.vencrypt_client_cert = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919046] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vnc.vencrypt_client_key = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919235] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919402] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_deep_image_inspection = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919568] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919731] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919894] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920072] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.disable_rootwrap = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920243] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.enable_numa_live_migration = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920408] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920572] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920743] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920940] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.libvirt_disable_apic = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921128] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921297] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921459] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921623] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921787] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921951] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922129] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922294] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922461] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922623] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922806] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922974] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923157] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] zvm.ca_file = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923319] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] zvm.cloud_connector_url = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923622] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923802] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] zvm.reachable_timeout = 300 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923976] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924174] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924354] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.connection_string = messaging:// {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924523] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.enabled = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924692] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.es_doc_type = notification {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924855] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.es_scroll_size = 10000 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925032] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.es_scroll_time = 2m {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925205] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.filter_error_trace = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925373] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.hmac_keys = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925541] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.sentinel_service_name = mymaster {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925712] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.socket_timeout = 0.1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925905] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.trace_requests = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926055] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler.trace_sqlalchemy = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926242] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler_jaeger.process_tags = {} {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926404] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler_jaeger.service_name_prefix = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926567] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] profiler_otlp.service_name_prefix = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926750] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926904] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927087] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927255] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927416] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927575] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927736] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927906] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928114] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928299] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928461] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928631] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928826] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928984] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929182] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929359] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929522] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929683] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929852] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930030] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930192] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930363] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930523] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930684] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930846] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931031] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931224] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931391] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931553] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931714] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931875] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932058] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932233] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932395] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932564] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932730] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932892] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933094] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933268] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_notifications.retry = -1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933444] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933616] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933790] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.auth_section = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934012] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.auth_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934192] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.cafile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934352] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.certfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934518] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.collect_timing = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934679] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.connect_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934839] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.connect_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935000] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_id = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935195] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935359] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_override = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935519] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935679] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935835] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.endpoint_service_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936052] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.insecure = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936168] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.keyfile = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936328] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.max_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936485] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.min_version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936646] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.region_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936805] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.retriable_status_codes = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936965] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.service_name = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937139] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.service_type = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937306] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.split_loggers = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937465] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.status_code_retries = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937625] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.status_code_retry_delay = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937785] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.timeout = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937941] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.valid_interfaces = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938143] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_limit.version = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938320] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_reports.file_event_handler = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938486] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938646] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] oslo_reports.log_dir = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938817] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938978] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939155] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939326] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939488] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939647] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939815] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939976] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940153] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940319] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940482] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940640] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] vif_plug_ovs_privileged.user = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940811] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940990] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941180] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941351] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941520] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941692] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941859] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942030] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942236] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942420] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.isolate_vif = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942591] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942758] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942928] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943115] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943286] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] os_vif_ovs.per_port_bridge = False {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943460] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.capabilities = [21] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943623] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943782] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.helper_command = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943948] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944129] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944294] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] privsep_osbrick.user = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944467] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944629] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.group = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944787] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.helper_command = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944949] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945126] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945287] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] nova_sys_admin.user = None {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945418] env[69984]: DEBUG oslo_service.backend.eventlet.service [None req-d1af4fc6-e22c-49ee-8578-666b18c13e06 None None] ******************************************************************************** {{(pid=69984) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.945840] env[69984]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 537.450242] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Getting list of instances from cluster (obj){ [ 537.450242] env[69984]: value = "domain-c8" [ 537.450242] env[69984]: _type = "ClusterComputeResource" [ 537.450242] env[69984]: } {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 537.451331] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1bfdba-99df-406f-98f0-e8eb50e280b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.460365] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Got total of 0 instances {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 537.460947] env[69984]: WARNING nova.virt.vmwareapi.driver [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 537.461440] env[69984]: INFO nova.virt.node [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Generated node identity 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 [ 537.461695] env[69984]: INFO nova.virt.node [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Wrote node identity 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 to /opt/stack/data/n-cpu-1/compute_id [ 537.964402] env[69984]: WARNING nova.compute.manager [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Compute nodes ['6d9d83be-7d3c-4acd-92b5-0ebf47ddad45'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 538.969619] env[69984]: INFO nova.compute.manager [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 539.974836] env[69984]: WARNING nova.compute.manager [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 539.975174] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.976792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.976959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.977134] env[69984]: DEBUG nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 539.978083] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1248c4-d37d-4514-8ae5-8ac371f450eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.986182] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fabb73-7dfd-46b9-8b0c-e438b05eeb57 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.000176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9a052-cb09-4a2a-b7f9-43c006f0a746 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.006666] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817cf125-25d0-4924-bb27-2ebe50e06199 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.035409] env[69984]: DEBUG nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 540.035598] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.035770] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.538367] env[69984]: WARNING nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] No compute node record for cpu-1:6d9d83be-7d3c-4acd-92b5-0ebf47ddad45: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 could not be found. [ 541.042636] env[69984]: INFO nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 [ 542.550854] env[69984]: DEBUG nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 542.551329] env[69984]: DEBUG nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 542.712316] env[69984]: INFO nova.scheduler.client.report [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] [req-e03bcb74-1b60-4a05-a9ba-b4bb9c7b8864] Created resource provider record via placement API for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 542.732457] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62f640-c6eb-476f-8970-1c4959f2cbaf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.740065] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e4c56-c030-42ca-9d62-550c80819dab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.769261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e06b881-54d6-4185-8d03-a7342b42f01a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.776858] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b49207-04fb-4d85-a724-429b99f7800c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.790571] env[69984]: DEBUG nova.compute.provider_tree [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.327807] env[69984]: DEBUG nova.scheduler.client.report [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.328053] env[69984]: DEBUG nova.compute.provider_tree [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 0 to 1 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.328246] env[69984]: DEBUG nova.compute.provider_tree [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.376338] env[69984]: DEBUG nova.compute.provider_tree [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 1 to 2 during operation: update_traits {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.881341] env[69984]: DEBUG nova.compute.resource_tracker [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 543.881690] env[69984]: DEBUG oslo_concurrency.lockutils [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.881690] env[69984]: DEBUG nova.service [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Creating RPC server for service compute {{(pid=69984) start /opt/stack/nova/nova/service.py:177}} [ 543.895422] env[69984]: DEBUG nova.service [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] Join ServiceGroup membership for this service compute {{(pid=69984) start /opt/stack/nova/nova/service.py:194}} [ 543.895637] env[69984]: DEBUG nova.servicegroup.drivers.db [None req-10abc3eb-8233-4c41-81c5-d31966db40e6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69984) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 555.900112] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.403336] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Getting list of instances from cluster (obj){ [ 556.403336] env[69984]: value = "domain-c8" [ 556.403336] env[69984]: _type = "ClusterComputeResource" [ 556.403336] env[69984]: } {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.404553] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8311e-5e9a-45f0-98d6-63638c2bca06 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.413673] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Got total of 0 instances {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 556.413910] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 556.414247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Getting list of instances from cluster (obj){ [ 556.414247] env[69984]: value = "domain-c8" [ 556.414247] env[69984]: _type = "ClusterComputeResource" [ 556.414247] env[69984]: } {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 556.415201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bea00f-713d-43b1-931c-c7b7f6d31b83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.422943] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Got total of 0 instances {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.061599] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.061919] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.566447] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.109993] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.110304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.111991] env[69984]: INFO nova.compute.claims [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.453186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.453771] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.958753] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.961625] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.962036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.197162] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2c30b-c037-4f81-b420-1809710082ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.206050] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74af146-4998-47fc-8a17-9f65ebfa84aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.241609] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e2a6a-1dc0-485a-a71b-13e7e90cd0fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.251651] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a45ab3-6de6-4958-8b91-77fc46c0e421 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.267751] env[69984]: DEBUG nova.compute.provider_tree [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.479355] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.488485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.774598] env[69984]: DEBUG nova.scheduler.client.report [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.016485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.281826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.281826] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.285607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.797s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.293540] env[69984]: INFO nova.compute.claims [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.798961] env[69984]: DEBUG nova.compute.utils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.806157] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.806887] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.945860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.945860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.309619] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.406960] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53128995-5b7b-4c92-9593-19b9b0710384 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.418036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbfcdd-d298-4af8-875e-13e6ff9c94d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.453838] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.457521] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad495865-5b1a-41b2-93ac-88da114daf45 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.465955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94dd4c-25fc-4f43-91ce-7c3ac085cf9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.484245] env[69984]: DEBUG nova.compute.provider_tree [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.746000] env[69984]: DEBUG nova.policy [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6553ff25834dba9627de3cc2ecd651', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb2b4216a0284fbda15feec04e253912', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.988087] env[69984]: DEBUG nova.scheduler.client.report [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.995061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.321562] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.362682] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.362882] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.363043] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.363241] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.363390] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.363544] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.363754] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.363914] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.364323] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.364499] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.364727] env[69984]: DEBUG nova.virt.hardware [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.367881] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cf228-b606-438f-a4a8-46d806a8536c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.378977] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a86f6-8cf4-4826-bded-485dd2c15590 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.403955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927549ba-d1de-49bb-a126-404c169a1ec2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.498532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.498532] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.500990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.484s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.502308] env[69984]: INFO nova.compute.claims [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.690924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.691113] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.008332] env[69984]: DEBUG nova.compute.utils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.009873] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.013103] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.111156] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Successfully created port: d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.128692] env[69984]: DEBUG nova.policy [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf0c33c57ea94491bc6f7bbca7fab14b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf8b039e9c6f4868a8d038999c84f595', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.190611] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.192211] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.192422] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.192619] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.192820] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.193217] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.193631] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.196205] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.196397] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 592.196783] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.519617] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.663251] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8000a20e-637b-4b3c-93eb-25cfde951ec4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.668863] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Successfully created port: 22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.675999] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a8e9c-3e2c-42d8-9576-c8281fcb157c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.715890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.719058] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e682aad3-afa5-4fa0-bf2b-4390d31ef4ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.728127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273d27f7-247b-40bb-8292-8559868b768e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.732996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.744892] env[69984]: DEBUG nova.compute.provider_tree [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.956344] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.957030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.048734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.049037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.250547] env[69984]: DEBUG nova.scheduler.client.report [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.463465] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.538238] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.553067] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.569736] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.569996] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.570189] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.570417] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.570566] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.570766] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.570915] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.571444] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.571444] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.571444] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.571594] env[69984]: DEBUG nova.virt.hardware [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.572477] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f6ba88-3c9d-41ce-9c5f-79fdebe8d995 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.581342] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615b40e-73b4-4f13-a794-deec0fc2839d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.756195] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.756717] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.763020] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.765s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.763020] env[69984]: INFO nova.compute.claims [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.986412] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.073564] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.266875] env[69984]: DEBUG nova.compute.utils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.275292] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.277028] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.560190] env[69984]: DEBUG nova.policy [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7dcbcffb5e34fadbc71a46403a02d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecb82fd63284523aad170b9d339a8da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.612292] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Successfully updated port: d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.768532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.769161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.772612] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.806844] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "2fb545ea-b590-43d0-963a-8ce5281a770e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.807159] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.815352] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Successfully updated port: 22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.990780] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c8dbf-90ff-45b2-9be9-cb0512aad6db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.009521] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2057e688-418b-46c4-892f-5e7e5e517957 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.049241] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e3aee-781d-45b6-ab63-c504f84b114f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.057964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e3e846-a32b-405e-9528-d68081c81a9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.076199] env[69984]: DEBUG nova.compute.provider_tree [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.116809] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.116914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquired lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.118075] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.271708] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.315673] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.325589] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.325589] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquired lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.325589] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.583326] env[69984]: DEBUG nova.scheduler.client.report [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.629251] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Successfully created port: 36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.667406] env[69984]: DEBUG nova.compute.manager [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Received event network-vif-plugged-d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.667687] env[69984]: DEBUG oslo_concurrency.lockutils [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] Acquiring lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.667935] env[69984]: DEBUG oslo_concurrency.lockutils [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.668124] env[69984]: DEBUG oslo_concurrency.lockutils [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.668546] env[69984]: DEBUG nova.compute.manager [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] No waiting events found dispatching network-vif-plugged-d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 595.668601] env[69984]: WARNING nova.compute.manager [req-b68f8b9a-9342-470e-b3b0-ae2b775bbcf4 req-cb906378-fc6b-4b54-a5db-b32cbdde0041 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Received unexpected event network-vif-plugged-d0e6ae8b-ffed-48af-9e27-358751bb1120 for instance with vm_state building and task_state spawning. [ 595.673692] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.784842] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.807264] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.810707] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.810941] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.811116] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.811302] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.811472] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.812530] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.812889] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.813147] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.813414] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.813692] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.813978] env[69984]: DEBUG nova.virt.hardware [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.815210] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e2eed-f9bf-48e1-bb87-d8f8d315a435 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.827564] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97396b3a-fd5f-4642-a55b-1f8e94ba9a41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.853583] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.967153] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.089624] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.090155] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.092650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.377s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.092823] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.092980] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 596.093265] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.360s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.094609] env[69984]: INFO nova.compute.claims [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.107537] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0df32a-7208-4297-95e4-bc0a8fedf713 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.117315] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588e155-f60a-499b-b452-605199054bab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.132826] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ded9f-b201-44c6-8fae-5adbe172d1ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.140735] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c89aff-3e82-478b-986e-36f3ffa87db3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.145331] env[69984]: DEBUG nova.network.neutron [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Updating instance_info_cache with network_info: [{"id": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "address": "fa:16:3e:87:d9:53", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e6ae8b-ff", "ovs_interfaceid": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.177436] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 596.177596] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.227425] env[69984]: DEBUG nova.network.neutron [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Updating instance_info_cache with network_info: [{"id": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "address": "fa:16:3e:25:e4:1f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d6da3c-c5", "ovs_interfaceid": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.605792] env[69984]: DEBUG nova.compute.utils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.607220] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.607385] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.647943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Releasing lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.648949] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Instance network_info: |[{"id": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "address": "fa:16:3e:87:d9:53", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e6ae8b-ff", "ovs_interfaceid": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.649492] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:d9:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0e6ae8b-ffed-48af-9e27-358751bb1120', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.670032] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.670817] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-151e35db-2e97-45ab-83e5-9e9dc8a9367f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.693342] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Created folder: OpenStack in parent group-v4. [ 596.693342] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating folder: Project (bb2b4216a0284fbda15feec04e253912). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.693342] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c82fc81-7ddd-405a-848d-6ecce4c190d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.707801] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Created folder: Project (bb2b4216a0284fbda15feec04e253912) in parent group-v782883. [ 596.709220] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating folder: Instances. Parent ref: group-v782884. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.709220] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7bd9d02-c0ce-4ec1-a458-4922e1a90ade {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.718816] env[69984]: DEBUG nova.policy [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4653e70a9b84b05bedc0a0e934bf23f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b861186c6bbc4eda9db4610adbb54fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.726937] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Created folder: Instances in parent group-v782884. [ 596.727263] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.727468] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.727694] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1393b3e4-3ca9-4d45-879e-fd617713bc6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.750193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Releasing lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.750515] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Instance network_info: |[{"id": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "address": "fa:16:3e:25:e4:1f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d6da3c-c5", "ovs_interfaceid": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.751294] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:e4:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d6da3c-c51c-4376-9912-cbe2ddb16186', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.761102] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Creating folder: Project (cf8b039e9c6f4868a8d038999c84f595). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.761412] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f288ec1-ec86-427c-98d3-7a8f265d5e01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.771778] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.771778] env[69984]: value = "task-3944285" [ 596.771778] env[69984]: _type = "Task" [ 596.771778] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.786438] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944285, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.790791] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Created folder: Project (cf8b039e9c6f4868a8d038999c84f595) in parent group-v782883. [ 596.790876] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Creating folder: Instances. Parent ref: group-v782886. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.792211] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9af6814d-76c8-4a44-bf73-f78ebc6b003e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.804758] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Created folder: Instances in parent group-v782886. [ 596.805045] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.805258] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.805499] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6dcdf26-10cd-4be1-91ec-0789dabe4995 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.832065] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.832065] env[69984]: value = "task-3944288" [ 596.832065] env[69984]: _type = "Task" [ 596.832065] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.844927] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944288, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.112111] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.286533] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944285, 'name': CreateVM_Task, 'duration_secs': 0.471521} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.289507] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.317996] env[69984]: DEBUG oslo_vmware.service [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bd2373-1c35-4cd4-8065-f980e52f96c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.326209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.326452] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.330617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.330912] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197ca02d-54d0-4405-9d15-bdacb5226055 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.338476] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c09f5-df05-454e-b125-bd045210da63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.346498] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 597.346498] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5247d0c0-1056-80ca-df7b-0a16877a83e7" [ 597.346498] env[69984]: _type = "Task" [ 597.346498] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.354257] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944288, 'name': CreateVM_Task, 'duration_secs': 0.446307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.363847] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.365024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.373304] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609a09b-9148-46e5-bd7e-237ab4e4f561 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.377281] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.377548] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.377786] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.377922] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.378912] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.381305] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.381305] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.381804] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b631e5a9-0552-4595-99b0-c3eee9767d4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.410190] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5e5968-ca4c-4fc5-a617-74c0c28a75bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.414672] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a9fca4-7f9a-4f0a-8256-a13ab644a638 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.422102] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.422355] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.425857] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 597.425857] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a96ef6-5a97-7b28-948f-c96b1419a6f6" [ 597.425857] env[69984]: _type = "Task" [ 597.425857] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.435272] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d9188f-d7eb-4f4a-8b40-86dc9367d196 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.440478] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.440633] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.445725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba827279-9d03-438d-bce5-b0c1ffb73e24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.448681] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a96ef6-5a97-7b28-948f-c96b1419a6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.460877] env[69984]: DEBUG nova.compute.provider_tree [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.465400] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62be0758-106d-4251-a868-13b86703d0fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.472590] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 597.472590] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5242f722-52f9-cae8-1a49-0d1546ca88fd" [ 597.472590] env[69984]: _type = "Task" [ 597.472590] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.483298] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5242f722-52f9-cae8-1a49-0d1546ca88fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.897168] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Successfully created port: bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.927566] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.940070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.940321] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.940536] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.966517] env[69984]: DEBUG nova.scheduler.client.report [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.985038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.985311] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating directory with path [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.985550] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-458a4215-e34f-4a0a-b850-c0e0e1c6c060 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.019268] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Created directory with path [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.019409] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Fetch image to [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 598.019578] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Downloading image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk on the data store datastore1 {{(pid=69984) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 598.022748] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5fd919-f057-4ed3-9f0e-730a4a7ab5c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.035986] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ac784f-0c01-4804-9da2-9b01199c140c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.050957] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5880d8-bacc-42e6-8f20-3af26e578f69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.089888] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a89baa6-07b0-496d-9680-033f8cc18b0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.098375] env[69984]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7c28b0c1-d7d6-4533-bb63-76e2e2b7a00a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.124637] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.157017] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.157304] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.157463] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.157909] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.157909] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.158020] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.158167] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.159450] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.159450] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.159450] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.159450] env[69984]: DEBUG nova.virt.hardware [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.159740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f5710d-1c44-4ba3-ac59-58508eee6eff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.167990] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e016bcf5-15bd-425a-9bea-046441d56355 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.196110] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Downloading image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to the data store datastore1 {{(pid=69984) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.299400] env[69984]: DEBUG oslo_vmware.rw_handles [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.462882] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.476000] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.476000] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.481417] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.495s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.483282] env[69984]: INFO nova.compute.claims [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.508747] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Successfully updated port: 36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.713671] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Received event network-vif-plugged-22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.713671] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Acquiring lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.713999] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.714207] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.714373] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] No waiting events found dispatching network-vif-plugged-22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 598.714532] env[69984]: WARNING nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Received unexpected event network-vif-plugged-22d6da3c-c51c-4376-9912-cbe2ddb16186 for instance with vm_state building and task_state spawning. [ 598.714699] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Received event network-changed-d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.716166] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Refreshing instance network info cache due to event network-changed-d0e6ae8b-ffed-48af-9e27-358751bb1120. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.716166] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Acquiring lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716166] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Acquired lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716166] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Refreshing network info cache for port d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.991351] env[69984]: DEBUG nova.compute.utils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.996093] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.996093] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.019405] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.019405] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.019405] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.053409] env[69984]: DEBUG nova.policy [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155fb9d52c149b5971e1d674b8c9de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee8ea3e0f214d25988707c6d9d968de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.073647] env[69984]: DEBUG oslo_vmware.rw_handles [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 599.073810] env[69984]: DEBUG oslo_vmware.rw_handles [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 599.205071] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Downloaded image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk on the data store datastore1 {{(pid=69984) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.205498] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.205594] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Copying Virtual Disk [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk to [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.206242] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c4e394-0aab-4f77-b333-8d4000e07081 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.221929] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 599.221929] env[69984]: value = "task-3944289" [ 599.221929] env[69984]: _type = "Task" [ 599.221929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.235087] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.495026] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.602856] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.670150] env[69984]: DEBUG nova.compute.manager [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Received event network-vif-plugged-36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.670150] env[69984]: DEBUG oslo_concurrency.lockutils [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.670274] env[69984]: DEBUG oslo_concurrency.lockutils [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.671465] env[69984]: DEBUG oslo_concurrency.lockutils [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.671722] env[69984]: DEBUG nova.compute.manager [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] No waiting events found dispatching network-vif-plugged-36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 599.671789] env[69984]: WARNING nova.compute.manager [req-f74e43ed-489e-4532-8eb5-da3cbfa904ea req-452b058a-41c5-4b3f-94cd-327fbe13ea48 service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Received unexpected event network-vif-plugged-36923de1-8ad3-4612-8019-c1156dd1b3af for instance with vm_state building and task_state spawning. [ 599.673020] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Updated VIF entry in instance network info cache for port d0e6ae8b-ffed-48af-9e27-358751bb1120. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.673350] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Updating instance_info_cache with network_info: [{"id": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "address": "fa:16:3e:87:d9:53", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0e6ae8b-ff", "ovs_interfaceid": "d0e6ae8b-ffed-48af-9e27-358751bb1120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.743077] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944289, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.762251] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Successfully created port: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.920753] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002647a9-b5ff-4b1d-8c0c-d451baa26092 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.929535] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c39c1c3-e99a-4d64-9d8e-dbd2c7ac33a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.973139] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb1439-6b11-4bc8-991d-f801d380e355 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.981786] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb08ce29-1625-4a68-bd4f-e188571269b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.996770] env[69984]: DEBUG nova.compute.provider_tree [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.087933] env[69984]: DEBUG nova.network.neutron [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.179675] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Releasing lock "refresh_cache-40e7ba74-3851-4ab7-bb0c-13628afe8dbb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.180017] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Received event network-changed-22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.180240] env[69984]: DEBUG nova.compute.manager [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Refreshing instance network info cache due to event network-changed-22d6da3c-c51c-4376-9912-cbe2ddb16186. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.180872] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Acquiring lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.180872] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Acquired lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.180872] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Refreshing network info cache for port 22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.234041] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704907} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.234376] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Copied Virtual Disk [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk to [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.234657] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleting the datastore file [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.234931] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97720042-faf0-4608-9aac-15b5c43bcbe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.244062] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 600.244062] env[69984]: value = "task-3944290" [ 600.244062] env[69984]: _type = "Task" [ 600.244062] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.259595] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.498634] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Successfully updated port: bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.500569] env[69984]: DEBUG nova.scheduler.client.report [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.512249] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.539644] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.539644] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.539857] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.539933] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.540094] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.540251] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.540458] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.540617] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.540787] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.541354] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.541354] env[69984]: DEBUG nova.virt.hardware [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.542008] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b586e8-57e2-4f46-bca1-5b6391cc6a4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.553077] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c140d099-da58-4d12-b6dc-1d96c9886fe1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.590302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.590497] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Instance network_info: |[{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.590939] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:a5:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36923de1-8ad3-4612-8019-c1156dd1b3af', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.599133] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Creating folder: Project (eecb82fd63284523aad170b9d339a8da). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.599481] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c291d2ea-ff07-40be-bbee-fe8f60e85eca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.610869] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Created folder: Project (eecb82fd63284523aad170b9d339a8da) in parent group-v782883. [ 600.611169] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Creating folder: Instances. Parent ref: group-v782890. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.611437] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b84d2c1-9613-4d13-a640-06d6793eed7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.621718] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Created folder: Instances in parent group-v782890. [ 600.622025] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.622214] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.622431] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a250e6c-99dd-4cc5-976d-dde90e15f929 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.645791] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.645791] env[69984]: value = "task-3944293" [ 600.645791] env[69984]: _type = "Task" [ 600.645791] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.656265] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944293, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.755766] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02639} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.755766] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.755990] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Moving file from [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7/3737f81e-bcfd-4d89-8861-4926741c1887 to [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887. {{(pid=69984) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.756299] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-32f4a5dd-b458-41a9-8843-a2c0e661f59e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.766837] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 600.766837] env[69984]: value = "task-3944294" [ 600.766837] env[69984]: _type = "Task" [ 600.766837] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.778684] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944294, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.009618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.009618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.009921] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.011338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.011820] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.015924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.943s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.019213] env[69984]: INFO nova.compute.claims [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.086513] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Updated VIF entry in instance network info cache for port 22d6da3c-c51c-4376-9912-cbe2ddb16186. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.086513] env[69984]: DEBUG nova.network.neutron [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Updating instance_info_cache with network_info: [{"id": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "address": "fa:16:3e:25:e4:1f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d6da3c-c5", "ovs_interfaceid": "22d6da3c-c51c-4376-9912-cbe2ddb16186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.160260] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944293, 'name': CreateVM_Task, 'duration_secs': 0.369497} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.161896] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.161896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.161896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.161896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.162711] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bdaf887-a120-4268-8358-6f81b6f47e83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.168487] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 601.168487] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e64e13-a195-7f65-1467-4ee8f86092c8" [ 601.168487] env[69984]: _type = "Task" [ 601.168487] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.178160] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e64e13-a195-7f65-1467-4ee8f86092c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.277310] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944294, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030362} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.277650] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] File moved {{(pid=69984) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.277796] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Cleaning up location [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.277954] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleting the datastore file [datastore1] vmware_temp/b84d03b2-26a6-49d6-a416-7bdf9c7e8ee7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.278233] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e1261e0-8a2f-4d83-b366-eda1065f46ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.286479] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 601.286479] env[69984]: value = "task-3944295" [ 601.286479] env[69984]: _type = "Task" [ 601.286479] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.296093] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.436311] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.436571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.526325] env[69984]: DEBUG nova.compute.utils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.526325] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.526325] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.554935] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.593590] env[69984]: DEBUG oslo_concurrency.lockutils [req-3aa5aee1-1762-441a-8b19-e780e8fad1a9 req-eea647ab-0f8d-426d-8e91-371ba33799f6 service nova] Releasing lock "refresh_cache-81cf6545-c302-4478-8d84-9f0d0914a2a8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.684244] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e64e13-a195-7f65-1467-4ee8f86092c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.684244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.684244] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.684244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.751377] env[69984]: DEBUG nova.network.neutron [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Updating instance_info_cache with network_info: [{"id": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "address": "fa:16:3e:7f:db:b9", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd2a6b0-a8", "ovs_interfaceid": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.801033] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028898} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.801366] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.802039] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72e49a33-7ba7-48d8-8bc9-f4b63eaec1c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.811136] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 601.811136] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524b255c-f3b2-e5bf-b5e5-53ecaf2bb67f" [ 601.811136] env[69984]: _type = "Task" [ 601.811136] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.820850] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524b255c-f3b2-e5bf-b5e5-53ecaf2bb67f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.821077] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.821337] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 40e7ba74-3851-4ab7-bb0c-13628afe8dbb/40e7ba74-3851-4ab7-bb0c-13628afe8dbb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.822021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.822021] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.822021] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a55028a9-c0d3-4408-9480-c8ffcb369406 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.825244] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69e58b5e-3b8c-420b-a12a-839bd05d7404 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.834635] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 601.834635] env[69984]: value = "task-3944296" [ 601.834635] env[69984]: _type = "Task" [ 601.834635] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.836011] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.836179] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.844250] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b5d139-be25-4f57-8032-0a0df9ed7c5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.852318] env[69984]: DEBUG nova.policy [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4653e70a9b84b05bedc0a0e934bf23f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b861186c6bbc4eda9db4610adbb54fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.861061] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.862769] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 601.862769] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5264eeb4-35a9-8d91-a5da-6c17b40bbe81" [ 601.862769] env[69984]: _type = "Task" [ 601.862769] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.874203] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5264eeb4-35a9-8d91-a5da-6c17b40bbe81, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.875222] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37384d03-e008-4fb4-b52c-95a59b31a165 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.884465] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 601.884465] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5271983c-651b-c322-e085-e2bc00d0d706" [ 601.884465] env[69984]: _type = "Task" [ 601.884465] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.894046] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5271983c-651b-c322-e085-e2bc00d0d706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.033365] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.260489] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.260690] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Instance network_info: |[{"id": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "address": "fa:16:3e:7f:db:b9", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd2a6b0-a8", "ovs_interfaceid": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.261911] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:db:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdd2a6b0-a841-4d7b-a292-2d94b24618dc', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.275984] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Creating folder: Project (b861186c6bbc4eda9db4610adbb54fad). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.277338] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e24580cc-702d-4bdf-af6a-55effeb89caf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.291300] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Created folder: Project (b861186c6bbc4eda9db4610adbb54fad) in parent group-v782883. [ 602.291451] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Creating folder: Instances. Parent ref: group-v782893. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.292089] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dc1e1d2-4d99-4214-a9dc-707107c7084c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.305202] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Created folder: Instances in parent group-v782893. [ 602.306154] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.307123] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.307399] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ddb7f77-d9f4-4dc4-80c7-7adb6db72992 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.336418] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.336418] env[69984]: value = "task-3944299" [ 602.336418] env[69984]: _type = "Task" [ 602.336418] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.361182] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944296, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.361858] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944299, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.397875] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5271983c-651b-c322-e085-e2bc00d0d706, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.402032] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.402435] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 81cf6545-c302-4478-8d84-9f0d0914a2a8/81cf6545-c302-4478-8d84-9f0d0914a2a8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.403136] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.403524] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.403792] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-125b155c-a291-4ee2-a04e-d5efa3cbf85a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.407212] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69cad68-3a42-45b9-a6bd-60afaf0125f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.417854] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 602.417854] env[69984]: value = "task-3944300" [ 602.417854] env[69984]: _type = "Task" [ 602.417854] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.418970] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.419486] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.424659] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3878b49f-9e06-405c-8aa1-464e8fdfad0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.441492] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 602.441492] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520d212c-6157-953b-1665-5ed41f58d825" [ 602.441492] env[69984]: _type = "Task" [ 602.441492] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.441492] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.451904] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520d212c-6157-953b-1665-5ed41f58d825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.459488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12757dea-6b60-4958-aa2d-5acc4d44960f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.466559] env[69984]: DEBUG nova.compute.manager [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Received event network-vif-plugged-bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.466777] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Acquiring lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.467106] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.467252] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.467421] env[69984]: DEBUG nova.compute.manager [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] No waiting events found dispatching network-vif-plugged-bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 602.467616] env[69984]: WARNING nova.compute.manager [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Received unexpected event network-vif-plugged-bdd2a6b0-a841-4d7b-a292-2d94b24618dc for instance with vm_state building and task_state spawning. [ 602.467775] env[69984]: DEBUG nova.compute.manager [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Received event network-changed-bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.470237] env[69984]: DEBUG nova.compute.manager [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Refreshing instance network info cache due to event network-changed-bdd2a6b0-a841-4d7b-a292-2d94b24618dc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.470535] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Acquiring lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.470683] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Acquired lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.470849] env[69984]: DEBUG nova.network.neutron [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Refreshing network info cache for port bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.477473] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c87195-cb3a-4d6d-8ce3-68eb09f1653f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.515867] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c8c0b6-f793-4c6e-8ad9-c87ec219e902 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.527024] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2056b-d3c3-4c17-85b8-9364b033131c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.550348] env[69984]: DEBUG nova.compute.provider_tree [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.850951] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944299, 'name': CreateVM_Task, 'duration_secs': 0.378702} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.854346] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.854822] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944296, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.855594] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.855803] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.856379] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.856449] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eea8392-067f-4ea1-a203-d4a8d300c7ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.863601] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 602.863601] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d8fe52-d1dd-2dab-571a-306dc3755108" [ 602.863601] env[69984]: _type = "Task" [ 602.863601] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.874263] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d8fe52-d1dd-2dab-571a-306dc3755108, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.874465] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.874865] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.875239] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.904727] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Successfully updated port: 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.937731] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.959390] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520d212c-6157-953b-1665-5ed41f58d825, 'name': SearchDatastore_Task, 'duration_secs': 0.019407} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.960542] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34c72f6-5990-4d19-8280-2780fdb48e91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.967832] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 602.967832] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52456359-dab4-e50d-deed-02b2edda08b9" [ 602.967832] env[69984]: _type = "Task" [ 602.967832] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.982675] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52456359-dab4-e50d-deed-02b2edda08b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.982965] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.983305] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.983987] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.984311] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.984475] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a863349-be67-4278-9983-ba5b057c3914 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.986843] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9b4c05-bfc1-4c0c-9028-999a64c498a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.000920] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 603.000920] env[69984]: value = "task-3944301" [ 603.000920] env[69984]: _type = "Task" [ 603.000920] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.001878] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.002151] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.006110] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98843762-a12b-46d1-b593-8d56519f0e90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.013608] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 603.013608] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da3d62-232b-6038-774c-41ca4e8c3b4d" [ 603.013608] env[69984]: _type = "Task" [ 603.013608] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.016483] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.025260] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da3d62-232b-6038-774c-41ca4e8c3b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.053468] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.059227] env[69984]: DEBUG nova.scheduler.client.report [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.096585] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Successfully created port: e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.105605] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.105605] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.105605] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.105777] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.105777] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.105777] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.105777] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.105777] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.105950] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.105950] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.106081] env[69984]: DEBUG nova.virt.hardware [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.107994] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84bc0a6-bae3-4b2f-a870-6ccb064ad088 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.120262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1a1bec-3d70-4a39-bd45-e3b083add0d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.293871] env[69984]: DEBUG nova.compute.manager [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Received event network-changed-36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.294416] env[69984]: DEBUG nova.compute.manager [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Refreshing instance network info cache due to event network-changed-36923de1-8ad3-4612-8019-c1156dd1b3af. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.294416] env[69984]: DEBUG oslo_concurrency.lockutils [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] Acquiring lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.294416] env[69984]: DEBUG oslo_concurrency.lockutils [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] Acquired lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.294575] env[69984]: DEBUG nova.network.neutron [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Refreshing network info cache for port 36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.352962] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944296, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5027} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.353305] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 40e7ba74-3851-4ab7-bb0c-13628afe8dbb/40e7ba74-3851-4ab7-bb0c-13628afe8dbb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.353628] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.353895] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a26d859d-c6e3-44ca-b0b2-ff35018b8042 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.361762] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 603.361762] env[69984]: value = "task-3944302" [ 603.361762] env[69984]: _type = "Task" [ 603.361762] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.372363] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.410062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.410062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.410062] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.437673] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944300, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.514874] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944301, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.528185] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da3d62-232b-6038-774c-41ca4e8c3b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014944} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.529293] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32273bb-acb8-4ae2-87f6-ea9757533628 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.537566] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 603.537566] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc3bd0-65ce-4d1d-f22d-733ac241acc9" [ 603.537566] env[69984]: _type = "Task" [ 603.537566] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.548783] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc3bd0-65ce-4d1d-f22d-733ac241acc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.569061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.569061] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.573527] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.765s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.575011] env[69984]: INFO nova.compute.claims [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.741778] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.742057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.815415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "cace175e-fd8b-41fe-a559-e0f30066a26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.815706] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.877111] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068112} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.877339] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.878260] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c861f187-2489-4571-9f72-b0393dd77200 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.912378] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 40e7ba74-3851-4ab7-bb0c-13628afe8dbb/40e7ba74-3851-4ab7-bb0c-13628afe8dbb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.914107] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8677a854-f618-49f6-b446-24bc1a3384b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.954922] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.957109] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 603.957109] env[69984]: value = "task-3944303" [ 603.957109] env[69984]: _type = "Task" [ 603.957109] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.970165] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.015611] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944301, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.019679] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.025220] env[69984]: DEBUG nova.network.neutron [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Updated VIF entry in instance network info cache for port bdd2a6b0-a841-4d7b-a292-2d94b24618dc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.025220] env[69984]: DEBUG nova.network.neutron [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Updating instance_info_cache with network_info: [{"id": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "address": "fa:16:3e:7f:db:b9", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd2a6b0-a8", "ovs_interfaceid": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.052924] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc3bd0-65ce-4d1d-f22d-733ac241acc9, 'name': SearchDatastore_Task, 'duration_secs': 0.095774} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.055538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.055992] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d/f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.057072] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab1f866-1ef6-43da-af6b-004b394fa990 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.069078] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 604.069078] env[69984]: value = "task-3944304" [ 604.069078] env[69984]: _type = "Task" [ 604.069078] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.077363] env[69984]: DEBUG nova.compute.utils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.078874] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.079101] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.091056] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.359795] env[69984]: DEBUG nova.policy [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b12cc59b373491ba48a6bbc97eca833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f3520bb679467089236948ff64f36c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.451783] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.596452} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.452553] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 81cf6545-c302-4478-8d84-9f0d0914a2a8/81cf6545-c302-4478-8d84-9f0d0914a2a8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.452743] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.452859] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ede3bff-883a-44be-aad3-27c675d0ff19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.464377] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 604.464377] env[69984]: value = "task-3944305" [ 604.464377] env[69984]: _type = "Task" [ 604.464377] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.475021] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944303, 'name': ReconfigVM_Task, 'duration_secs': 0.325061} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.476308] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 40e7ba74-3851-4ab7-bb0c-13628afe8dbb/40e7ba74-3851-4ab7-bb0c-13628afe8dbb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.477324] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18def66-02b8-4007-bc22-4902a790a16b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.484614] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.491322] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 604.491322] env[69984]: value = "task-3944306" [ 604.491322] env[69984]: _type = "Task" [ 604.491322] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.502919] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944306, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.514209] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018526} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.514899] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.514899] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.515115] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc507e0d-527d-47fb-a5cd-84087b5020a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.524312] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 604.524312] env[69984]: value = "task-3944307" [ 604.524312] env[69984]: _type = "Task" [ 604.524312] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.529527] env[69984]: DEBUG oslo_concurrency.lockutils [req-f3231b81-da90-49b9-b96a-056838418e06 req-d2c02668-a59b-4d90-bcb4-6b23fe56cea3 service nova] Releasing lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.539802] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.581559] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510621} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.581836] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d/f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.582067] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.582329] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f2b9935-096f-471c-b5ae-7e0ae3ec4a3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.585517] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.598723] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 604.598723] env[69984]: value = "task-3944308" [ 604.598723] env[69984]: _type = "Task" [ 604.598723] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.613330] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.670159] env[69984]: DEBUG nova.network.neutron [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updated VIF entry in instance network info cache for port 36923de1-8ad3-4612-8019-c1156dd1b3af. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.670159] env[69984]: DEBUG nova.network.neutron [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.704011] env[69984]: DEBUG nova.network.neutron [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updating instance_info_cache with network_info: [{"id": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "address": "fa:16:3e:aa:bc:85", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e1b4b3-ec", "ovs_interfaceid": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.803754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.804083] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.861601] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4101d6d-1022-466c-b3bf-376972e13251 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.872173] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a3bb2-3b98-4337-ab8b-401d71481919 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.909438] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648219c4-915b-43b6-9bfc-6568ab4ada94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.918600] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653d978-634a-40b8-bb19-51be8b8cc85a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.936536] env[69984]: DEBUG nova.compute.provider_tree [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.979521] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089394} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.979702] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.980913] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30156c8d-8781-474c-a474-fa476c4b2f35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.008915] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 81cf6545-c302-4478-8d84-9f0d0914a2a8/81cf6545-c302-4478-8d84-9f0d0914a2a8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.013266] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f90748-3858-4f4a-a26d-df2c59ad0fd7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.043564] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944306, 'name': Rename_Task, 'duration_secs': 0.178226} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.045583] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.045952] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 605.045952] env[69984]: value = "task-3944309" [ 605.045952] env[69984]: _type = "Task" [ 605.045952] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.046175] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e3d713-1fcc-4001-9860-ebc8eef6bc86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.055290] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.056139] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.057642] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161ea991-0fb6-4eac-bca3-dda2affba027 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.064276] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.066705] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 605.066705] env[69984]: value = "task-3944310" [ 605.066705] env[69984]: _type = "Task" [ 605.066705] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.092872] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.098237] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f70e55e-eb83-42c4-8898-049e76f49c5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.119616] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.129189] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071016} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.130894] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.131328] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 605.131328] env[69984]: value = "task-3944311" [ 605.131328] env[69984]: _type = "Task" [ 605.131328] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.132125] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52421cc4-2d70-4cff-a812-80ab951f541b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.163936] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d/f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.167291] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d372263d-24d8-49bb-a69f-0fce0f3ed5a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.185102] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.185102] env[69984]: DEBUG oslo_concurrency.lockutils [req-23212166-5a0a-413e-903b-88b5fe53e620 req-8cfafa73-52fd-4198-ac24-502da1533d0b service nova] Releasing lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.192770] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 605.192770] env[69984]: value = "task-3944312" [ 605.192770] env[69984]: _type = "Task" [ 605.192770] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.202615] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.206285] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.206598] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Instance network_info: |[{"id": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "address": "fa:16:3e:aa:bc:85", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e1b4b3-ec", "ovs_interfaceid": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.207045] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:bc:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94e1b4b3-ec2b-4a31-b055-5a860ea3ca58', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.215366] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating folder: Project (dee8ea3e0f214d25988707c6d9d968de). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.215665] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b4f05b-51a6-43dd-b588-1da516c581a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.230573] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Created folder: Project (dee8ea3e0f214d25988707c6d9d968de) in parent group-v782883. [ 605.230846] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating folder: Instances. Parent ref: group-v782896. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.231235] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1fa0a8a-46f9-4fac-9466-1b478440f5a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.243173] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Created folder: Instances in parent group-v782896. [ 605.243450] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.243654] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.243868] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd4f2fe5-8432-4f9e-abda-f429a031e23d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.266285] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.266285] env[69984]: value = "task-3944315" [ 605.266285] env[69984]: _type = "Task" [ 605.266285] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.276667] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944315, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.409164] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Successfully created port: 220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.440640] env[69984]: DEBUG nova.scheduler.client.report [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.562356] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944309, 'name': ReconfigVM_Task, 'duration_secs': 0.466393} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.562592] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 81cf6545-c302-4478-8d84-9f0d0914a2a8/81cf6545-c302-4478-8d84-9f0d0914a2a8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.564097] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c29d3f1-9b4f-4b4d-aa4c-7075e95458dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.572760] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 605.572760] env[69984]: value = "task-3944316" [ 605.572760] env[69984]: _type = "Task" [ 605.572760] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.592498] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944316, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.593457] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.623197] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.651119] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.660566] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.660829] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.661008] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.663385] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.663575] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.663744] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.663975] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.664182] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.664368] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.664720] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.664720] env[69984]: DEBUG nova.virt.hardware [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.665699] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991b007-fc08-43c1-9521-467ede9d8757 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.675518] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0381e672-e145-4c36-a519-1b3e5d470445 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.706984] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944312, 'name': ReconfigVM_Task, 'duration_secs': 0.323012} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.707793] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d/f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.707994] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6431de0-19ef-4f2c-838c-b55fc7ee62f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.716100] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 605.716100] env[69984]: value = "task-3944317" [ 605.716100] env[69984]: _type = "Task" [ 605.716100] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.730367] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944317, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.777775] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944315, 'name': CreateVM_Task, 'duration_secs': 0.487599} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.777993] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.779630] env[69984]: DEBUG oslo_vmware.service [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300a82c-b781-45e7-b457-09eba454251d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.787132] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.787394] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.787784] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.788074] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59d7f11d-69b0-4a91-91b3-2d5e0564a2ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.793842] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 605.793842] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c08511-6f78-3c16-5d6f-4161f96e3bc1" [ 605.793842] env[69984]: _type = "Task" [ 605.793842] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.802559] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c08511-6f78-3c16-5d6f-4161f96e3bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.948219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.948219] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.949634] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.096s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.951445] env[69984]: INFO nova.compute.claims [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.086849] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944316, 'name': Rename_Task, 'duration_secs': 0.225014} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.091487] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.091871] env[69984]: DEBUG oslo_vmware.api [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944310, 'name': PowerOnVM_Task, 'duration_secs': 0.647796} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.092114] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad40e62-412a-4dd0-8259-86ebce6ac8bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.093883] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.094361] env[69984]: INFO nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Took 14.77 seconds to spawn the instance on the hypervisor. [ 606.096033] env[69984]: DEBUG nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 606.096918] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce55a570-de5d-4a68-bfba-63feff417cb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.110565] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 606.110565] env[69984]: value = "task-3944318" [ 606.110565] env[69984]: _type = "Task" [ 606.110565] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.122157] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.151639] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944311, 'name': ReconfigVM_Task, 'duration_secs': 0.814966} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.152120] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.153391] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1cd5f6-1298-4ebc-b65c-49d7b5ad3703 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.162245] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 606.162245] env[69984]: value = "task-3944319" [ 606.162245] env[69984]: _type = "Task" [ 606.162245] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.173762] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944319, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.233245] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944317, 'name': Rename_Task, 'duration_secs': 0.157975} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.233537] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.233812] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f39fd7d-f9ca-449a-8955-4a15777e57e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.241592] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 606.241592] env[69984]: value = "task-3944320" [ 606.241592] env[69984]: _type = "Task" [ 606.241592] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.255688] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.258266] env[69984]: DEBUG nova.compute.manager [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received event network-vif-plugged-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.258266] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Acquiring lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.258266] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.258266] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.259086] env[69984]: DEBUG nova.compute.manager [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] No waiting events found dispatching network-vif-plugged-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 606.259086] env[69984]: WARNING nova.compute.manager [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received unexpected event network-vif-plugged-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 for instance with vm_state building and task_state spawning. [ 606.259086] env[69984]: DEBUG nova.compute.manager [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.259086] env[69984]: DEBUG nova.compute.manager [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing instance network info cache due to event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.259226] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Acquiring lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.261564] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Acquired lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.261564] env[69984]: DEBUG nova.network.neutron [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.312209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.312209] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.312209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.312209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.312373] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.312637] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec89b20-c921-4c37-bda5-a742c2492136 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.323831] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.323831] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.326063] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c399b6a-483a-4d9f-ada1-57db42c6da67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.333986] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d965f856-201c-4763-a5a9-56956119a29e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.343183] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 606.343183] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ea2a54-7995-a49b-1ced-f49120303983" [ 606.343183] env[69984]: _type = "Task" [ 606.343183] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.355094] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ea2a54-7995-a49b-1ced-f49120303983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.408211] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Successfully updated port: e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.458597] env[69984]: DEBUG nova.compute.utils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.462302] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.462302] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.516456] env[69984]: DEBUG nova.policy [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4653e70a9b84b05bedc0a0e934bf23f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b861186c6bbc4eda9db4610adbb54fad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.638689] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944318, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.641286] env[69984]: INFO nova.compute.manager [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Took 19.57 seconds to build instance. [ 606.685267] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944319, 'name': Rename_Task, 'duration_secs': 0.254276} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.685624] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.686074] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9477f1d-11ce-4aea-b455-f3037c0980bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.695106] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 606.695106] env[69984]: value = "task-3944321" [ 606.695106] env[69984]: _type = "Task" [ 606.695106] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.710602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.710834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.711245] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.752320] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.861998] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.862316] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating directory with path [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.862833] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f5beedd-dcb6-4258-a86d-bc58a57901f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.893236] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Created directory with path [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.893972] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Fetch image to [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.893972] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Downloading image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk on the data store datastore2 {{(pid=69984) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.896711] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910810a7-334e-4423-9b1c-76bf6b1890fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.912359] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441771b3-e3b6-4879-9441-4f68278897a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.916557] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.916557] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.916557] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.938265] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faa684-9d4d-4994-99ca-10a7f8745b5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.976509] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.984768] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06785dd-070f-45ea-a6df-dec03730b981 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.994357] env[69984]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-33707863-b92f-4e1a-a612-bd01ad6ec533 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.113641] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Downloading image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to the data store datastore2 {{(pid=69984) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.135125] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944318, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.147781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1025de5e-38e7-4d5f-9007-8cb0d5afd591 tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.086s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.217781] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.225042] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 607.310379] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.407200] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e01041-176b-452d-96c1-2e662519fee7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.417433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd8f91d-d390-44f7-a79a-c8ddce0fe6c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.457777] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a9be3-1088-41dc-86b4-1648bafd268f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.469630] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2fe489-86c1-4fcf-b292-931dea9930ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.493194] env[69984]: DEBUG nova.compute.provider_tree [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.552879] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.633828] env[69984]: DEBUG oslo_vmware.api [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944318, 'name': PowerOnVM_Task, 'duration_secs': 1.195176} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.637020] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.637020] env[69984]: INFO nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Took 14.10 seconds to spawn the instance on the hypervisor. [ 607.637020] env[69984]: DEBUG nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 607.637020] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165f78a7-08d6-400b-b0e9-193443a77a4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.657023] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.692352] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Successfully created port: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.719667] env[69984]: DEBUG oslo_vmware.api [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944321, 'name': PowerOnVM_Task, 'duration_secs': 0.569291} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.719989] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.720228] env[69984]: INFO nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Took 11.94 seconds to spawn the instance on the hypervisor. [ 607.720853] env[69984]: DEBUG nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 607.721287] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eec227-67f1-4e0a-ad0a-0ec284c2ecde {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.810916] env[69984]: DEBUG oslo_vmware.api [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944320, 'name': PowerOnVM_Task, 'duration_secs': 1.286755} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.815223] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.815601] env[69984]: INFO nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 607.815891] env[69984]: DEBUG nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 607.819068] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e234e77-445d-4135-81de-3c4afb9a3351 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.879443] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.880253] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.922241] env[69984]: DEBUG nova.network.neutron [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updated VIF entry in instance network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.922795] env[69984]: DEBUG nova.network.neutron [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updating instance_info_cache with network_info: [{"id": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "address": "fa:16:3e:aa:bc:85", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e1b4b3-ec", "ovs_interfaceid": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.999974] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.007035] env[69984]: DEBUG nova.scheduler.client.report [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.041827] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.042199] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.049507] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.050780] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.050780] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.050780] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.050780] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.051016] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.051382] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.051463] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.051631] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.052078] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.052078] env[69984]: DEBUG nova.virt.hardware [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.053830] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c3d7a-766d-4dfc-baea-3b6b79dd75ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.064476] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a7e8eb-6b70-45d5-ac06-d71a30c9603e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.101848] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Downloaded image file data 3737f81e-bcfd-4d89-8861-4926741c1887 to vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk on the data store datastore2 {{(pid=69984) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.104175] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.104455] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copying Virtual Disk [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk to [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.104738] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f927187-a8a2-49f2-96ee-0f4d4326e136 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.114764] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 608.114764] env[69984]: value = "task-3944322" [ 608.114764] env[69984]: _type = "Task" [ 608.114764] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.124102] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.157309] env[69984]: INFO nova.compute.manager [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Took 19.69 seconds to build instance. [ 608.178411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.211458] env[69984]: DEBUG nova.network.neutron [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Updating instance_info_cache with network_info: [{"id": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "address": "fa:16:3e:8d:c2:a5", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6179328-2b", "ovs_interfaceid": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.245479] env[69984]: INFO nova.compute.manager [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Took 19.26 seconds to build instance. [ 608.343392] env[69984]: INFO nova.compute.manager [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Took 17.38 seconds to build instance. [ 608.427968] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bb8a764-39f0-41d8-8453-92fa45927e24 req-ee2970ee-8da7-4272-87fc-7a4b412a138d service nova] Releasing lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.509416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.510282] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.513859] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.336s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.628812] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944322, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.665024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba508947-4d0e-49b2-99a7-01f7efcff17e tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.211s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.714530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714965] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Instance network_info: |[{"id": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "address": "fa:16:3e:8d:c2:a5", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6179328-2b", "ovs_interfaceid": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.715518] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:c2:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6179328-2ba6-49ae-89cd-f9632dbd36d3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.730212] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.730864] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.730864] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097726d0-ed05-4274-bc52-ab1ff2d324e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.748931] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ef2d099f-ca01-43c6-8ee0-6887b4b8869d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.787s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.758287] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.758287] env[69984]: value = "task-3944323" [ 608.758287] env[69984]: _type = "Task" [ 608.758287] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.767092] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944323, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.846752] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07a929b8-7c50-49a7-b4b5-f3134a4431db tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.902s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.030829] env[69984]: DEBUG nova.compute.utils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.032397] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.032606] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.128108] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902158} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.128108] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copied Virtual Disk [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk to [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.129470] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleting the datastore file [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887/tmp-sparse.vmdk {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.129470] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd0a9524-33e4-41cc-84d6-dc47c0e33f9a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.136326] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 609.136326] env[69984]: value = "task-3944324" [ 609.136326] env[69984]: _type = "Task" [ 609.136326] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.147439] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Successfully updated port: 220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.152973] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.169181] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.252682] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.274187] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944323, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.280554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.280706] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.298025] env[69984]: DEBUG nova.policy [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f3d3efa0a474f23addb335d5aa10876', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4eff11a606f49c39d7749911b66028b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.354533] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.540958] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.577040] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e3d4ce77-889d-4662-9d6d-6aabee1caa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 609.648012] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.648105] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.648353] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Moving file from [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e/3737f81e-bcfd-4d89-8861-4926741c1887 to [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887. {{(pid=69984) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.648620] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-45f746a7-707c-4b41-95fb-aa099cabad67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.652690] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.652983] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.652983] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.658454] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 609.658454] env[69984]: value = "task-3944325" [ 609.658454] env[69984]: _type = "Task" [ 609.658454] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.671854] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944325, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.701784] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.771871] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944323, 'name': CreateVM_Task, 'duration_secs': 0.558083} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.775299] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.775299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.775299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.775696] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.776148] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c8a2fe-106e-4e1d-a3d1-b7c7b5d15724 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.782439] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 609.782439] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b64664-5dc6-d593-e795-a5437efc262d" [ 609.782439] env[69984]: _type = "Task" [ 609.782439] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.788936] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.796112] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b64664-5dc6-d593-e795-a5437efc262d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.884370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.083842] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c07e7d92-970d-4c27-bf62-e7516fea5bfa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 610.172993] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944325, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.244905] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.251938] env[69984]: DEBUG nova.compute.manager [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Received event network-vif-plugged-e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.252247] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Acquiring lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.252377] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.252545] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.252710] env[69984]: DEBUG nova.compute.manager [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] No waiting events found dispatching network-vif-plugged-e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.253932] env[69984]: WARNING nova.compute.manager [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Received unexpected event network-vif-plugged-e6179328-2ba6-49ae-89cd-f9632dbd36d3 for instance with vm_state building and task_state spawning. [ 610.254203] env[69984]: DEBUG nova.compute.manager [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Received event network-changed-e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.254381] env[69984]: DEBUG nova.compute.manager [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Refreshing instance network info cache due to event network-changed-e6179328-2ba6-49ae-89cd-f9632dbd36d3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.254575] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Acquiring lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254715] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Acquired lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.254878] env[69984]: DEBUG nova.network.neutron [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Refreshing network info cache for port e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.305875] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.306174] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.307241] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.318560] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Successfully created port: 5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.508222] env[69984]: DEBUG nova.compute.manager [None req-b7458570-deae-4104-9c68-65e34b40f0c5 tempest-ServerDiagnosticsTest-1485824597 tempest-ServerDiagnosticsTest-1485824597-project-admin] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 610.510160] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc4851f-7ce2-4ca5-9eff-f54a817b7fb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.518934] env[69984]: INFO nova.compute.manager [None req-b7458570-deae-4104-9c68-65e34b40f0c5 tempest-ServerDiagnosticsTest-1485824597 tempest-ServerDiagnosticsTest-1485824597-project-admin] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Retrieving diagnostics [ 610.520625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c326733-57c0-4d85-8217-6108417c6a1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.557869] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.590319] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c54c4c6e-ef12-4922-9e1d-96bbb1b544bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 610.605073] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.605073] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.605073] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.605290] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.605290] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.605290] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.605290] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.605290] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.605455] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.605455] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.605455] env[69984]: DEBUG nova.virt.hardware [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.605732] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb3bbf6-6d1b-46ca-ba4e-827e5141c589 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.615262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf3e88-b990-4d85-a64c-6e1ace0a7bb0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.672487] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944325, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.64476} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.672886] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] File moved {{(pid=69984) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.673055] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Cleaning up location [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.673771] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleting the datastore file [datastore2] vmware_temp/3c11aa97-d954-4c26-85d6-db0c22d81e1e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.673771] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c8a9979-3d4b-42a8-bd27-ad7af7923571 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.682510] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 610.682510] env[69984]: value = "task-3944326" [ 610.682510] env[69984]: _type = "Task" [ 610.682510] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.732651] env[69984]: DEBUG nova.network.neutron [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Updating instance_info_cache with network_info: [{"id": "220dc600-8730-4f52-979a-e7bb4d716986", "address": "fa:16:3e:79:11:10", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220dc600-87", "ovs_interfaceid": "220dc600-8730-4f52-979a-e7bb4d716986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.055110] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Successfully updated port: 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.093360] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 495437b5-1f82-4ad7-8a2c-4acf4641bfad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 611.093766] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 2fb545ea-b590-43d0-963a-8ce5281a770e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.094664] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 65509fc6-da67-4b2f-b054-ad70f32b14e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.094664] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 93c0e1cb-b556-4fe6-88d5-226718ac9373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.094664] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.094664] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 40e7ba74-3851-4ab7-bb0c-13628afe8dbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.197676] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047028} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.201465] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.202380] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcb89e1-75b4-4b74-971a-e083c0dc50ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.211145] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 611.211145] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520cfd81-fa59-462c-746a-cdfadbb473a8" [ 611.211145] env[69984]: _type = "Task" [ 611.211145] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.223500] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520cfd81-fa59-462c-746a-cdfadbb473a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.230713] env[69984]: DEBUG nova.network.neutron [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Updated VIF entry in instance network info cache for port e6179328-2ba6-49ae-89cd-f9632dbd36d3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.231131] env[69984]: DEBUG nova.network.neutron [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Updating instance_info_cache with network_info: [{"id": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "address": "fa:16:3e:8d:c2:a5", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6179328-2b", "ovs_interfaceid": "e6179328-2ba6-49ae-89cd-f9632dbd36d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.235534] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.236219] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Instance network_info: |[{"id": "220dc600-8730-4f52-979a-e7bb4d716986", "address": "fa:16:3e:79:11:10", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220dc600-87", "ovs_interfaceid": "220dc600-8730-4f52-979a-e7bb4d716986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.238743] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:11:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '220dc600-8730-4f52-979a-e7bb4d716986', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.245407] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Creating folder: Project (35f3520bb679467089236948ff64f36c). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.248027] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bf5a9eb-9a6b-4dcc-9363-0cb22ca99bf8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.258796] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Created folder: Project (35f3520bb679467089236948ff64f36c) in parent group-v782883. [ 611.258796] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Creating folder: Instances. Parent ref: group-v782900. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.259145] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df84478d-d476-4144-aa1f-b70fe813d4dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.274708] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Created folder: Instances in parent group-v782900. [ 611.275051] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.275458] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.275700] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c662e3cc-dbb1-4cd0-a2aa-6d9c381d2dfc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.302263] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.302263] env[69984]: value = "task-3944329" [ 611.302263] env[69984]: _type = "Task" [ 611.302263] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.311996] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944329, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.558585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.558783] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.558868] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.597147] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 57bc4d65-6353-4e73-aef5-ded2041b48b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 611.597147] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 81cf6545-c302-4478-8d84-9f0d0914a2a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 611.724155] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520cfd81-fa59-462c-746a-cdfadbb473a8, 'name': SearchDatastore_Task, 'duration_secs': 0.026484} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.724477] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.724909] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] eb6b4b44-de5b-4032-b75f-edb19e5610cd/eb6b4b44-de5b-4032-b75f-edb19e5610cd.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.725368] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.726140] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.726398] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54ebf1d-c1e3-4bff-a621-78f252007158 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.729398] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17b35be4-f288-4630-9e0f-65fa7399e0bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.734744] env[69984]: DEBUG oslo_concurrency.lockutils [req-65972725-4687-4a50-9609-dfe36607f1ef req-ad45e631-cecd-44ca-9c1f-29622160c327 service nova] Releasing lock "refresh_cache-65509fc6-da67-4b2f-b054-ad70f32b14e8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.742970] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 611.742970] env[69984]: value = "task-3944330" [ 611.742970] env[69984]: _type = "Task" [ 611.742970] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.746193] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.746445] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.752479] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5e5248-9426-4b19-a899-b4155b1f434b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.763446] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.765027] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 611.765027] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f7c580-3211-85ab-c0a9-b15c51d36a89" [ 611.765027] env[69984]: _type = "Task" [ 611.765027] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.777286] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f7c580-3211-85ab-c0a9-b15c51d36a89, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.778195] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0386e1f5-76f8-401a-9e12-57118d03df1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.785344] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 611.785344] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bd14d8-01b7-f11c-aea1-5b44ecc20780" [ 611.785344] env[69984]: _type = "Task" [ 611.785344] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.800038] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bd14d8-01b7-f11c-aea1-5b44ecc20780, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.800395] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.800701] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 65509fc6-da67-4b2f-b054-ad70f32b14e8/65509fc6-da67-4b2f-b054-ad70f32b14e8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.801347] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b173b1b0-fdc5-488f-b5c6-a0931dde0907 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.817731] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944329, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.819500] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 611.819500] env[69984]: value = "task-3944331" [ 611.819500] env[69984]: _type = "Task" [ 611.819500] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.830383] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.099799] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance cace175e-fd8b-41fe-a559-e0f30066a26b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 612.100497] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance eb6b4b44-de5b-4032-b75f-edb19e5610cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 612.173304] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.260642] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.324243] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944329, 'name': CreateVM_Task, 'duration_secs': 0.636396} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.328241] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.328891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.329104] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.329452] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.331434] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7797997-ef95-4df3-92a5-e628fed7bad2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.338480] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.343201] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 612.343201] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252d317-a653-33a3-2410-d34124d2bde4" [ 612.343201] env[69984]: _type = "Task" [ 612.343201] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.357376] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252d317-a653-33a3-2410-d34124d2bde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.515631] env[69984]: DEBUG nova.network.neutron [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Updating instance_info_cache with network_info: [{"id": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "address": "fa:16:3e:82:39:b3", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a5b0be-05", "ovs_interfaceid": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.604997] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 612.759944] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566509} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.760185] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] eb6b4b44-de5b-4032-b75f-edb19e5610cd/eb6b4b44-de5b-4032-b75f-edb19e5610cd.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.760430] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.760705] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98e24ca-fb17-476f-92fa-e419e056ff1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.768659] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 612.768659] env[69984]: value = "task-3944332" [ 612.768659] env[69984]: _type = "Task" [ 612.768659] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.778567] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.840183] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914623} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.840183] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 65509fc6-da67-4b2f-b054-ad70f32b14e8/65509fc6-da67-4b2f-b054-ad70f32b14e8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.840183] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.841397] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-062a31cb-72eb-4c09-b22b-8a4b28cffcdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.858520] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 612.858520] env[69984]: value = "task-3944333" [ 612.858520] env[69984]: _type = "Task" [ 612.858520] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.867251] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252d317-a653-33a3-2410-d34124d2bde4, 'name': SearchDatastore_Task, 'duration_secs': 0.056213} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.870357] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.870357] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.870357] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.870357] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.870564] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.870564] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f9c39c-6f95-49ba-9437-330a1d6d6a34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.879970] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.890902] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.891166] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.892925] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4baf8c9-b16d-4946-8d17-beaca31c6b65 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.898480] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 612.898480] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52707cc0-aa47-eaab-a49b-bfd60fbe4400" [ 612.898480] env[69984]: _type = "Task" [ 612.898480] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.914684] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52707cc0-aa47-eaab-a49b-bfd60fbe4400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.018543] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.018874] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Instance network_info: |[{"id": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "address": "fa:16:3e:82:39:b3", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a5b0be-05", "ovs_interfaceid": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.019375] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:39:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56a5b0be-05b9-439a-8a5f-d7d45ee70e78', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.028046] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.028046] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.028046] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e177745d-191a-40e3-9cc7-efd3ea781cfe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.053337] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.053337] env[69984]: value = "task-3944334" [ 613.053337] env[69984]: _type = "Task" [ 613.053337] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.063797] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944334, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.112076] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 427f2158-7d1b-4cdf-81ee-1373ecc412fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 613.282235] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148339} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.282551] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.283376] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd93df6-0c02-4855-967c-01fbb11bdf13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.309496] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] eb6b4b44-de5b-4032-b75f-edb19e5610cd/eb6b4b44-de5b-4032-b75f-edb19e5610cd.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.309727] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38f9f61-8895-48e4-b0fb-87b61cbafbd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.338054] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 613.338054] env[69984]: value = "task-3944335" [ 613.338054] env[69984]: _type = "Task" [ 613.338054] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.347999] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944335, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.372247] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123725} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.372247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.372247] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d5d9b-d6e8-4d4a-8f51-25ea817d11f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.403156] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 65509fc6-da67-4b2f-b054-ad70f32b14e8/65509fc6-da67-4b2f-b054-ad70f32b14e8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.403156] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e0619d-58dd-450e-955b-e423afd605d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.427331] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52707cc0-aa47-eaab-a49b-bfd60fbe4400, 'name': SearchDatastore_Task, 'duration_secs': 0.013723} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.429518] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 613.429518] env[69984]: value = "task-3944336" [ 613.429518] env[69984]: _type = "Task" [ 613.429518] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.429739] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c6c964-2b22-494d-a006-c048900eca76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.449210] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.449412] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 613.449412] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ae2ab-fadf-7428-ee06-202867bbe7e4" [ 613.449412] env[69984]: _type = "Task" [ 613.449412] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.464857] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ae2ab-fadf-7428-ee06-202867bbe7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020314} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.466484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.466484] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e3d4ce77-889d-4662-9d6d-6aabee1caa48/e3d4ce77-889d-4662-9d6d-6aabee1caa48.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.466725] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a741fe96-fe75-409d-9ce4-44e70bea8c31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.477367] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 613.477367] env[69984]: value = "task-3944337" [ 613.477367] env[69984]: _type = "Task" [ 613.477367] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.486420] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.552017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.552017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.552344] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.552344] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.552507] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.560600] env[69984]: INFO nova.compute.manager [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Terminating instance [ 613.567916] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944334, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.618048] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 613.618170] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 7b734fe9-f3fd-4230-a28d-6152e33ec400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 613.618386] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 613.618534] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 613.673834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.676036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.784773] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Received event network-vif-plugged-220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.784981] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquiring lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.785208] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.785369] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.785530] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] No waiting events found dispatching network-vif-plugged-220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 613.785690] env[69984]: WARNING nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Received unexpected event network-vif-plugged-220dc600-8730-4f52-979a-e7bb4d716986 for instance with vm_state building and task_state spawning. [ 613.785841] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Received event network-changed-220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.785985] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Refreshing instance network info cache due to event network-changed-220dc600-8730-4f52-979a-e7bb4d716986. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.789364] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquiring lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.789533] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquired lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.789703] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Refreshing network info cache for port 220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.860834] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.948190] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.954304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.954573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.954847] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.954956] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.955138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.958786] env[69984]: INFO nova.compute.manager [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Terminating instance [ 613.971289] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd578c-0c0c-418e-b340-e74f68486bfa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.991984] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944337, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.993268] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab021a-2879-4998-9c3c-bc3a57d7e5bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.035440] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34028ca1-90b0-4313-b987-3fbf999dba61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.044876] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Successfully updated port: 5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.047740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c16c95-64a8-433a-98ad-959730ad8ba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.071604] env[69984]: DEBUG nova.compute.manager [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.072305] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.072427] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.075754] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe65a848-7875-40da-97f1-6aa27337ee01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.086340] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944334, 'name': CreateVM_Task, 'duration_secs': 0.556252} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.090671] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.090671] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.091791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.091791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.091791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.092413] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb1d32de-cf9d-4086-9847-954e1e0ca505 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.093718] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cabb01-143d-401b-98f7-249f54de749b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.101753] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 614.101753] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc4edc-0ecc-24f8-ef32-4a0ac5e91724" [ 614.101753] env[69984]: _type = "Task" [ 614.101753] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.103558] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 614.103558] env[69984]: value = "task-3944338" [ 614.103558] env[69984]: _type = "Task" [ 614.103558] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.118318] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc4edc-0ecc-24f8-ef32-4a0ac5e91724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.124375] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.350656] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944335, 'name': ReconfigVM_Task, 'duration_secs': 0.540831} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.350656] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Reconfigured VM instance instance-00000005 to attach disk [datastore2] eb6b4b44-de5b-4032-b75f-edb19e5610cd/eb6b4b44-de5b-4032-b75f-edb19e5610cd.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.351348] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92230ba-bcca-4233-938f-db83f3d97e88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.359482] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 614.359482] env[69984]: value = "task-3944339" [ 614.359482] env[69984]: _type = "Task" [ 614.359482] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.370339] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944339, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.443895] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944336, 'name': ReconfigVM_Task, 'duration_secs': 0.915146} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.444175] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 65509fc6-da67-4b2f-b054-ad70f32b14e8/65509fc6-da67-4b2f-b054-ad70f32b14e8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.444900] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110979a9-3323-4cd3-9a46-695d63618978 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.451974] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 614.451974] env[69984]: value = "task-3944340" [ 614.451974] env[69984]: _type = "Task" [ 614.451974] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.466413] env[69984]: DEBUG nova.compute.manager [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.466633] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.467368] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944340, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.468850] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d3e3c-27fd-49f4-903d-9027c42a058e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.478477] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.483523] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ae69ae-12d7-4263-899c-9b8b4207d791 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.493163] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787552} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.494917] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e3d4ce77-889d-4662-9d6d-6aabee1caa48/e3d4ce77-889d-4662-9d6d-6aabee1caa48.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.495348] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.495815] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 614.495815] env[69984]: value = "task-3944341" [ 614.495815] env[69984]: _type = "Task" [ 614.495815] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.496127] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6935fa64-bb51-4535-8bb6-757868aa7c5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.509750] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.513623] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 614.513623] env[69984]: value = "task-3944342" [ 614.513623] env[69984]: _type = "Task" [ 614.513623] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.525047] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.557801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.557981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquired lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.558134] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.583120] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.625228] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944338, 'name': PowerOffVM_Task, 'duration_secs': 0.262076} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.625228] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc4edc-0ecc-24f8-ef32-4a0ac5e91724, 'name': SearchDatastore_Task, 'duration_secs': 0.082576} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.625228] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.625228] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.625376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.625376] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.625376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.625376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.625488] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.625812] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1e62a3-920a-43df-8ab8-ed9df8e39ea7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.627557] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a15d5b2-c01d-4878-a7f1-e6beecd6c723 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.639355] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.639615] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.641052] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfede839-6275-4d59-9ca2-dc5300c55c9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.651307] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 614.651307] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277dbb9-d298-ec10-97a8-cd54ba7ec52f" [ 614.651307] env[69984]: _type = "Task" [ 614.651307] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.661815] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277dbb9-d298-ec10-97a8-cd54ba7ec52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.702061] env[69984]: DEBUG nova.compute.manager [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Received event network-vif-plugged-5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.704104] env[69984]: DEBUG oslo_concurrency.lockutils [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] Acquiring lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.704104] env[69984]: DEBUG oslo_concurrency.lockutils [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.704104] env[69984]: DEBUG oslo_concurrency.lockutils [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.704104] env[69984]: DEBUG nova.compute.manager [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] No waiting events found dispatching network-vif-plugged-5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 614.704104] env[69984]: WARNING nova.compute.manager [req-b2a28c46-7ad7-4f3d-badc-c0f535b4dd65 req-d3823825-09eb-423e-869f-b80dd99f1c8c service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Received unexpected event network-vif-plugged-5a91d75f-8126-4a10-99a9-7526632b5571 for instance with vm_state building and task_state spawning. [ 614.729776] env[69984]: DEBUG nova.compute.manager [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 614.753232] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Updated VIF entry in instance network info cache for port 220dc600-8730-4f52-979a-e7bb4d716986. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.753232] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Updating instance_info_cache with network_info: [{"id": "220dc600-8730-4f52-979a-e7bb4d716986", "address": "fa:16:3e:79:11:10", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220dc600-87", "ovs_interfaceid": "220dc600-8730-4f52-979a-e7bb4d716986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.757526] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.757526] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.757526] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleting the datastore file [datastore1] 40e7ba74-3851-4ab7-bb0c-13628afe8dbb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.759565] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f67804a8-6d2a-4b41-b73d-916315c2d334 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.769994] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for the task: (returnval){ [ 614.769994] env[69984]: value = "task-3944344" [ 614.769994] env[69984]: _type = "Task" [ 614.769994] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.792490] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.875150] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944339, 'name': Rename_Task, 'duration_secs': 0.154124} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.875480] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.875766] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe76bc6c-dc88-46b9-85a9-a92bd22c41d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.884412] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 614.884412] env[69984]: value = "task-3944345" [ 614.884412] env[69984]: _type = "Task" [ 614.884412] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.895537] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.969486] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944340, 'name': Rename_Task, 'duration_secs': 0.32929} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.969798] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.970093] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d61a8937-0c24-4447-8b70-b27175105288 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.979542] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 614.979542] env[69984]: value = "task-3944346" [ 614.979542] env[69984]: _type = "Task" [ 614.979542] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.991790] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.021817] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944341, 'name': PowerOffVM_Task, 'duration_secs': 0.354745} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.025618] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.025898] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.029371] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcf14202-eea9-46bd-8050-24fa979c42b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.038180] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079542} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.039876] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.039876] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f666d3-7034-470b-9245-d4b96f3bb23f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.070703] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] e3d4ce77-889d-4662-9d6d-6aabee1caa48/e3d4ce77-889d-4662-9d6d-6aabee1caa48.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.073764] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88cc2744-e7b9-449a-b8af-8064929df11d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.096288] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 615.097209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.583s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.097448] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.635s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.101533] env[69984]: INFO nova.compute.claims [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.113559] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 615.113559] env[69984]: value = "task-3944348" [ 615.113559] env[69984]: _type = "Task" [ 615.113559] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.126981] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.134497] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.134497] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.134497] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Deleting the datastore file [datastore1] 81cf6545-c302-4478-8d84-9f0d0914a2a8 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.134497] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1e55df-2b0b-4563-9a7c-d5bdab3ad8ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.146895] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for the task: (returnval){ [ 615.146895] env[69984]: value = "task-3944349" [ 615.146895] env[69984]: _type = "Task" [ 615.146895] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.162510] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277dbb9-d298-ec10-97a8-cd54ba7ec52f, 'name': SearchDatastore_Task, 'duration_secs': 0.03441} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.168638] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.168638] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ba2e23-8fb5-45ee-a689-996c1984a1ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.173542] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 615.173542] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525e9601-ad98-e1ae-3ebf-d99c2bd70e09" [ 615.173542] env[69984]: _type = "Task" [ 615.173542] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.185569] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525e9601-ad98-e1ae-3ebf-d99c2bd70e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.230326] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.262706] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Releasing lock "refresh_cache-e3d4ce77-889d-4662-9d6d-6aabee1caa48" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.262706] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Received event network-vif-plugged-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.262706] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquiring lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.262706] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.262706] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.262985] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] No waiting events found dispatching network-vif-plugged-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 615.262985] env[69984]: WARNING nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Received unexpected event network-vif-plugged-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 for instance with vm_state building and task_state spawning. [ 615.262985] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Received event network-changed-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.262985] env[69984]: DEBUG nova.compute.manager [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Refreshing instance network info cache due to event network-changed-56a5b0be-05b9-439a-8a5f-d7d45ee70e78. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.262985] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquiring lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.263248] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Acquired lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.263248] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Refreshing network info cache for port 56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.275340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.290266] env[69984]: DEBUG oslo_vmware.api [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Task: {'id': task-3944344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295507} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.290682] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.291654] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.291654] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.291654] env[69984]: INFO nova.compute.manager [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 615.291654] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.291654] env[69984]: DEBUG nova.compute.manager [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.292142] env[69984]: DEBUG nova.network.neutron [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.403682] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944345, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.500966] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.575320] env[69984]: DEBUG nova.network.neutron [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Updating instance_info_cache with network_info: [{"id": "5a91d75f-8126-4a10-99a9-7526632b5571", "address": "fa:16:3e:91:bb:97", "network": {"id": "a59fdb35-1a1f-4f8e-8a62-29fabfb643fe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-764501464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4eff11a606f49c39d7749911b66028b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a91d75f-81", "ovs_interfaceid": "5a91d75f-8126-4a10-99a9-7526632b5571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.628332] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944348, 'name': ReconfigVM_Task, 'duration_secs': 0.50712} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.628677] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Reconfigured VM instance instance-00000007 to attach disk [datastore2] e3d4ce77-889d-4662-9d6d-6aabee1caa48/e3d4ce77-889d-4662-9d6d-6aabee1caa48.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.633097] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9564a153-e7ba-4ee1-bc76-f9f0e1f8b59b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.648933] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 615.648933] env[69984]: value = "task-3944350" [ 615.648933] env[69984]: _type = "Task" [ 615.648933] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.674416] env[69984]: DEBUG oslo_vmware.api [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Task: {'id': task-3944349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289018} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.675137] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944350, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.675372] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.675478] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 615.676198] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 615.676198] env[69984]: INFO nova.compute.manager [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 615.676198] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.680417] env[69984]: DEBUG nova.compute.manager [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 615.681689] env[69984]: DEBUG nova.network.neutron [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 615.690959] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525e9601-ad98-e1ae-3ebf-d99c2bd70e09, 'name': SearchDatastore_Task, 'duration_secs': 0.015076} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.690959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.690959] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 93c0e1cb-b556-4fe6-88d5-226718ac9373/93c0e1cb-b556-4fe6-88d5-226718ac9373.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.690959] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f65c4154-a184-4bff-a209-d4be87f21371 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.701056] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 615.701056] env[69984]: value = "task-3944351" [ 615.701056] env[69984]: _type = "Task" [ 615.701056] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.713148] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.901919] env[69984]: DEBUG oslo_vmware.api [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944345, 'name': PowerOnVM_Task, 'duration_secs': 0.741646} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.908555] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.908768] env[69984]: INFO nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Took 15.40 seconds to spawn the instance on the hypervisor. [ 615.908947] env[69984]: DEBUG nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 615.909830] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9aaa08-52a0-4389-bf4d-9a3f9260338e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.993152] env[69984]: DEBUG oslo_vmware.api [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944346, 'name': PowerOnVM_Task, 'duration_secs': 0.70765} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.993436] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.993695] env[69984]: INFO nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Took 12.94 seconds to spawn the instance on the hypervisor. [ 615.993832] env[69984]: DEBUG nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 615.994909] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b6f10-f5f2-457b-9751-1cf29c26cbbd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.086849] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Releasing lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.087248] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Instance network_info: |[{"id": "5a91d75f-8126-4a10-99a9-7526632b5571", "address": "fa:16:3e:91:bb:97", "network": {"id": "a59fdb35-1a1f-4f8e-8a62-29fabfb643fe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-764501464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4eff11a606f49c39d7749911b66028b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a91d75f-81", "ovs_interfaceid": "5a91d75f-8126-4a10-99a9-7526632b5571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.087869] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:bb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a91d75f-8126-4a10-99a9-7526632b5571', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.096901] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Creating folder: Project (a4eff11a606f49c39d7749911b66028b). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.097255] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f533981-d85e-4e88-86fe-8e3ecc4e8443 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.109354] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Created folder: Project (a4eff11a606f49c39d7749911b66028b) in parent group-v782883. [ 616.109565] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Creating folder: Instances. Parent ref: group-v782904. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.109849] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c819fe4-b9e0-4a3f-824a-f7dfbe504947 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.124506] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Created folder: Instances in parent group-v782904. [ 616.124798] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.125013] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.125297] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-819ed4ed-c7b1-4822-96d5-bd72d7ad54b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.151615] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.151615] env[69984]: value = "task-3944354" [ 616.151615] env[69984]: _type = "Task" [ 616.151615] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.165293] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944350, 'name': Rename_Task, 'duration_secs': 0.302847} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.166505] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.167770] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32bd946b-e09a-4a59-b1f6-dfeff65b60c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.173827] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944354, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.180386] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 616.180386] env[69984]: value = "task-3944355" [ 616.180386] env[69984]: _type = "Task" [ 616.180386] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.194396] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.214314] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.433936] env[69984]: INFO nova.compute.manager [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Took 23.72 seconds to build instance. [ 616.502107] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d48087-920a-4f47-8536-d9dc02cf8744 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.523589] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f651965-3a2c-46c4-8704-59e9be0a253a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.523589] env[69984]: INFO nova.compute.manager [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Took 22.55 seconds to build instance. [ 616.558921] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64591b-18ea-48c7-a4d1-f4fec21e9154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.569021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b46d7a1-f6f7-4415-afe0-8f72d1fc71d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.584416] env[69984]: DEBUG nova.compute.provider_tree [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.656066] env[69984]: DEBUG nova.network.neutron [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.668879] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944354, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.694106] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.711760] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944351, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.940624] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d5d437f0-65ca-4624-b13f-a091c53c9687 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.249s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.967703] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Updated VIF entry in instance network info cache for port 56a5b0be-05b9-439a-8a5f-d7d45ee70e78. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.967703] env[69984]: DEBUG nova.network.neutron [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Updating instance_info_cache with network_info: [{"id": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "address": "fa:16:3e:82:39:b3", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56a5b0be-05", "ovs_interfaceid": "56a5b0be-05b9-439a-8a5f-d7d45ee70e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.027674] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da373b7-c2a8-4181-9284-9309c6d6dc1a tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.071s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.089351] env[69984]: DEBUG nova.scheduler.client.report [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.166956] env[69984]: INFO nova.compute.manager [-] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Took 1.49 seconds to deallocate network for instance. [ 617.167375] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944354, 'name': CreateVM_Task, 'duration_secs': 0.757676} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.169601] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.170293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.170566] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.171082] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.175173] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296fd627-d233-4b36-b31a-03667c52f68a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.182685] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 617.182685] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52478390-3b9d-5d31-48cd-122bd2e92d32" [ 617.182685] env[69984]: _type = "Task" [ 617.182685] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.201457] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52478390-3b9d-5d31-48cd-122bd2e92d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.201457] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944355, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.211961] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944351, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.270566] env[69984]: DEBUG nova.network.neutron [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.448075] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.470492] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf3b5e24-144d-417f-8a4e-3f9a71ce0455 req-c82592b5-dca8-40eb-a597-75face07dcc4 service nova] Releasing lock "refresh_cache-93c0e1cb-b556-4fe6-88d5-226718ac9373" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.530745] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.596792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.597401] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.604873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.427s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.607566] env[69984]: INFO nova.compute.claims [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.680079] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.696321] env[69984]: DEBUG oslo_vmware.api [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944355, 'name': PowerOnVM_Task, 'duration_secs': 1.018559} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.696443] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.696621] env[69984]: INFO nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Took 12.08 seconds to spawn the instance on the hypervisor. [ 617.696768] env[69984]: DEBUG nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 617.697628] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393a991-c4d3-4c7a-9d27-cd0fb0a24d7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.704546] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52478390-3b9d-5d31-48cd-122bd2e92d32, 'name': SearchDatastore_Task, 'duration_secs': 0.032272} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.708547] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.709800] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.709800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.709800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.709800] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.711245] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e7c421d-e9dd-4c81-8fa4-75453f1bdf1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.724728] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944351, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.854385} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.724728] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 93c0e1cb-b556-4fe6-88d5-226718ac9373/93c0e1cb-b556-4fe6-88d5-226718ac9373.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.724728] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.724728] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0ad125-1ef1-4e40-8aea-27c3577100c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.730025] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.730025] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.730336] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381de0ae-e621-49c3-8140-2344f60deb90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.733890] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 617.733890] env[69984]: value = "task-3944356" [ 617.733890] env[69984]: _type = "Task" [ 617.733890] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.739099] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 617.739099] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cb1901-fe10-8c7c-d55b-19c1b36f5e00" [ 617.739099] env[69984]: _type = "Task" [ 617.739099] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.745350] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.753793] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cb1901-fe10-8c7c-d55b-19c1b36f5e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.773522] env[69984]: INFO nova.compute.manager [-] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Took 2.48 seconds to deallocate network for instance. [ 617.986620] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.066718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.066815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.070207] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.114610] env[69984]: DEBUG nova.compute.utils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.116437] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.119032] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.214122] env[69984]: DEBUG nova.policy [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6137b9334e51443284cb00c07e62268a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e08d4f62cb340698a8270fd447b4dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.227050] env[69984]: INFO nova.compute.manager [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Took 24.17 seconds to build instance. [ 618.254312] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080124} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.259014] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.260434] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cb1901-fe10-8c7c-d55b-19c1b36f5e00, 'name': SearchDatastore_Task, 'duration_secs': 0.016377} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.260753] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf9dc3-727a-4c43-b574-ba66d029f655 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.264970] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e004a3-ecd2-4f57-90ee-0345fb802431 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.287279] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.297349] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 93c0e1cb-b556-4fe6-88d5-226718ac9373/93c0e1cb-b556-4fe6-88d5-226718ac9373.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.297791] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 618.297791] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ba3b2-d774-0940-a3fb-b5938a8cdd29" [ 618.297791] env[69984]: _type = "Task" [ 618.297791] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.302031] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8224a52-2c28-426a-9028-81b0d9024a83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.328024] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ba3b2-d774-0940-a3fb-b5938a8cdd29, 'name': SearchDatastore_Task, 'duration_secs': 0.013798} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.328024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.328024] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 2fb545ea-b590-43d0-963a-8ce5281a770e/2fb545ea-b590-43d0-963a-8ce5281a770e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.328355] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 618.328355] env[69984]: value = "task-3944357" [ 618.328355] env[69984]: _type = "Task" [ 618.328355] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.328582] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7435ca8b-dd2b-49d9-b67e-7766e3662292 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.340157] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.341806] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 618.341806] env[69984]: value = "task-3944358" [ 618.341806] env[69984]: _type = "Task" [ 618.341806] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.628585] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.731839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3dde69eb-2cc1-4f72-bec5-b47afac5e0f6 tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.683s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.852031] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944357, 'name': ReconfigVM_Task, 'duration_secs': 0.439849} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.856187] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 93c0e1cb-b556-4fe6-88d5-226718ac9373/93c0e1cb-b556-4fe6-88d5-226718ac9373.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.857318] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7301c60-a876-4bfa-83fb-bbceb2da9fb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.863711] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.872096] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 618.872096] env[69984]: value = "task-3944359" [ 618.872096] env[69984]: _type = "Task" [ 618.872096] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.903646] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944359, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.031856] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Successfully created port: fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.079404] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9ff4f-24c3-4aa6-b43a-9375b5f2afb6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.088667] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7c22ea-bec6-40bf-be15-258eab8d4d74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.128135] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc23d0-5b64-49ac-9640-17e884ab9c1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.134805] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3394633-150d-49dd-9107-af4f9326fa58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.156848] env[69984]: DEBUG nova.compute.provider_tree [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.235737] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.356719] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564009} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.357495] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 2fb545ea-b590-43d0-963a-8ce5281a770e/2fb545ea-b590-43d0-963a-8ce5281a770e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.357495] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.357495] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61f6c317-c82a-47af-babf-3fff06b0771b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.365695] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 619.365695] env[69984]: value = "task-3944360" [ 619.365695] env[69984]: _type = "Task" [ 619.365695] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.375405] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.385537] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944359, 'name': Rename_Task, 'duration_secs': 0.185852} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.386888] env[69984]: DEBUG nova.compute.manager [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Received event network-changed-5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.387838] env[69984]: DEBUG nova.compute.manager [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Refreshing instance network info cache due to event network-changed-5a91d75f-8126-4a10-99a9-7526632b5571. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.387838] env[69984]: DEBUG oslo_concurrency.lockutils [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] Acquiring lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.387838] env[69984]: DEBUG oslo_concurrency.lockutils [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] Acquired lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.387838] env[69984]: DEBUG nova.network.neutron [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Refreshing network info cache for port 5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.389044] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.389697] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b08742f-7e24-45f4-843e-dbbdab381f9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.399148] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 619.399148] env[69984]: value = "task-3944361" [ 619.399148] env[69984]: _type = "Task" [ 619.399148] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.413672] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.414922] env[69984]: DEBUG nova.compute.manager [req-f7c0f8ea-f811-4709-b6ec-65da690c83f5 req-10370d63-4e82-4462-87e9-2830a9d8e6dc service nova] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Received event network-vif-deleted-d0e6ae8b-ffed-48af-9e27-358751bb1120 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.659983] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.665104] env[69984]: DEBUG nova.scheduler.client.report [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.706865] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.707174] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.708143] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.708143] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.708143] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.708143] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.708380] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.709254] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.709254] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.709254] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.709254] env[69984]: DEBUG nova.virt.hardware [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.709974] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068c589-ace3-4f9d-b44f-e5c4e6ed2374 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.720430] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae122df3-c9ad-4d8b-9aa6-183e04244162 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.762461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.881148] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076946} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.881721] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.882924] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd8173-517f-4569-bb52-5c60edb2da0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.917211] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 2fb545ea-b590-43d0-963a-8ce5281a770e/2fb545ea-b590-43d0-963a-8ce5281a770e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.921718] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444f35b7-bca0-4d45-903c-2cb3c94c194c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.945874] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944361, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.948395] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 619.948395] env[69984]: value = "task-3944362" [ 619.948395] env[69984]: _type = "Task" [ 619.948395] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.958230] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.171954] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.171954] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.174756] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.473s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.178086] env[69984]: INFO nova.compute.claims [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.275704] env[69984]: DEBUG nova.network.neutron [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Updated VIF entry in instance network info cache for port 5a91d75f-8126-4a10-99a9-7526632b5571. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.276421] env[69984]: DEBUG nova.network.neutron [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Updating instance_info_cache with network_info: [{"id": "5a91d75f-8126-4a10-99a9-7526632b5571", "address": "fa:16:3e:91:bb:97", "network": {"id": "a59fdb35-1a1f-4f8e-8a62-29fabfb643fe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-764501464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4eff11a606f49c39d7749911b66028b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a91d75f-81", "ovs_interfaceid": "5a91d75f-8126-4a10-99a9-7526632b5571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.421623] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944361, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.465609] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.685025] env[69984]: DEBUG nova.compute.utils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.687190] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.687521] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.779927] env[69984]: DEBUG oslo_concurrency.lockutils [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] Releasing lock "refresh_cache-2fb545ea-b590-43d0-963a-8ce5281a770e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.780291] env[69984]: DEBUG nova.compute.manager [req-d672f0f9-e29e-4647-936f-b83e2f8b60dd req-1467402c-5fdc-4845-a0c1-ce295b309e96 service nova] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Received event network-vif-deleted-22d6da3c-c51c-4376-9912-cbe2ddb16186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.826408] env[69984]: DEBUG nova.policy [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c0998db4ca47f9bce43453518e4506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ef605fd9ba4d438fa81cc8b8775408', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.863056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.864107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.906394] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Successfully updated port: fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.930724] env[69984]: DEBUG oslo_vmware.api [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944361, 'name': PowerOnVM_Task, 'duration_secs': 1.096771} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.930724] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.930724] env[69984]: INFO nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Took 12.93 seconds to spawn the instance on the hypervisor. [ 620.930724] env[69984]: DEBUG nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 620.931606] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eda4fd-2d6c-4877-b647-8700a1bf25e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.968994] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944362, 'name': ReconfigVM_Task, 'duration_secs': 0.723192} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.968994] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 2fb545ea-b590-43d0-963a-8ce5281a770e/2fb545ea-b590-43d0-963a-8ce5281a770e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.968994] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96032910-4be3-46f4-ac61-10fd8410dfcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.980074] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 620.980074] env[69984]: value = "task-3944363" [ 620.980074] env[69984]: _type = "Task" [ 620.980074] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.989956] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944363, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.188778] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.417178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.417340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquired lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.417490] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.473475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.473475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.476615] env[69984]: INFO nova.compute.manager [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Took 25.70 seconds to build instance. [ 621.492401] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944363, 'name': Rename_Task, 'duration_secs': 0.183839} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.496785] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.498230] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f0020a-67d5-484c-9873-c9ed63eabe3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.508303] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 621.508303] env[69984]: value = "task-3944364" [ 621.508303] env[69984]: _type = "Task" [ 621.508303] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.523637] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.597748] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Successfully created port: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.610195] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58dcbf-0f2c-4654-b7a5-416e25ecde30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.622376] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a8a6b-8be2-4897-a9c2-bc494b2be0cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.652915] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8be6fd-46ab-4387-8499-bda842674623 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.661658] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae72ede-244a-45ca-ab00-a6dfe5606b67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.677380] env[69984]: DEBUG nova.compute.provider_tree [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.844662] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Acquiring lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.845295] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.845295] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Acquiring lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.845370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.845659] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.847900] env[69984]: INFO nova.compute.manager [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Terminating instance [ 621.979714] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37c068c8-6ee8-40e8-9fb4-3858017a13ae tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.210s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.017626] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.022980] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944364, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.182073] env[69984]: DEBUG nova.scheduler.client.report [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.204994] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.242483] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.245454] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.245680] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.245980] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.246035] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.246262] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.246834] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.246834] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.246834] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.246834] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.247017] env[69984]: DEBUG nova.virt.hardware [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.248513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ef1f9-3a52-4376-860d-14f936b3a691 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.258929] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e00e1-d763-4db8-bf27-dfdf1f371ced {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.354468] env[69984]: DEBUG nova.compute.manager [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.354931] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.355967] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d98155-bb73-4785-bcdd-67525901ea2b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.366152] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.366507] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8f754fa-5472-4e0a-8eb8-a81ad6e555b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.375872] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Waiting for the task: (returnval){ [ 622.375872] env[69984]: value = "task-3944365" [ 622.375872] env[69984]: _type = "Task" [ 622.375872] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.387061] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Task: {'id': task-3944365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.423869] env[69984]: DEBUG nova.network.neutron [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating instance_info_cache with network_info: [{"id": "fc214568-0baa-4c2b-849e-c66556213419", "address": "fa:16:3e:47:56:04", "network": {"id": "af185fb7-9281-47c9-8b31-32faae747c8c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225067957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e08d4f62cb340698a8270fd447b4dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc214568-0b", "ovs_interfaceid": "fc214568-0baa-4c2b-849e-c66556213419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.483276] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.526217] env[69984]: DEBUG oslo_vmware.api [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944364, 'name': PowerOnVM_Task, 'duration_secs': 0.861354} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.526217] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.526420] env[69984]: INFO nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Took 11.97 seconds to spawn the instance on the hypervisor. [ 622.528218] env[69984]: DEBUG nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.528218] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3f93b1-ee23-49ce-947c-27cd655cae51 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.686967] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.687681] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.690777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.902s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.693260] env[69984]: INFO nova.compute.claims [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.891436] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Task: {'id': task-3944365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.930103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Releasing lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.930103] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Instance network_info: |[{"id": "fc214568-0baa-4c2b-849e-c66556213419", "address": "fa:16:3e:47:56:04", "network": {"id": "af185fb7-9281-47c9-8b31-32faae747c8c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225067957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e08d4f62cb340698a8270fd447b4dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc214568-0b", "ovs_interfaceid": "fc214568-0baa-4c2b-849e-c66556213419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.930463] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:56:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc214568-0baa-4c2b-849e-c66556213419', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.945330] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Creating folder: Project (4e08d4f62cb340698a8270fd447b4dc8). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.945769] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1631879d-759a-4dd5-ad38-7f62a706a02f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.964287] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Created folder: Project (4e08d4f62cb340698a8270fd447b4dc8) in parent group-v782883. [ 622.964518] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Creating folder: Instances. Parent ref: group-v782907. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.964787] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1db79c-f463-4fb9-bbdc-ae71e84f3fd2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.979253] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Created folder: Instances in parent group-v782907. [ 622.979253] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.979253] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.979492] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cea28a3-fdf8-46ff-a5f2-6f24c66af771 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.005477] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.005477] env[69984]: value = "task-3944368" [ 623.005477] env[69984]: _type = "Task" [ 623.005477] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.015724] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944368, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.019190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.058364] env[69984]: INFO nova.compute.manager [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Took 27.23 seconds to build instance. [ 623.162773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "927564a9-da00-4eea-9547-4f9195659ea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.163495] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.200434] env[69984]: DEBUG nova.compute.utils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.205650] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.208034] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.310352] env[69984]: DEBUG nova.policy [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c0998db4ca47f9bce43453518e4506', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5ef605fd9ba4d438fa81cc8b8775408', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.390481] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Task: {'id': task-3944365, 'name': PowerOffVM_Task, 'duration_secs': 0.967434} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.390926] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.391039] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.391305] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12bfe90c-6859-4849-9645-7aa34a2a729a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.477722] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.479803] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.479803] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Deleting the datastore file [datastore2] e3d4ce77-889d-4662-9d6d-6aabee1caa48 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.479803] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8614cdbd-c9ca-416f-aaa0-efae1ff75d60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.490846] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Waiting for the task: (returnval){ [ 623.490846] env[69984]: value = "task-3944370" [ 623.490846] env[69984]: _type = "Task" [ 623.490846] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.505180] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Task: {'id': task-3944370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.521327] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944368, 'name': CreateVM_Task, 'duration_secs': 0.465373} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.524395] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.524452] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.524818] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.528018] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.528018] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06554edc-976c-4407-8bbe-0064c4190501 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.532917] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 623.532917] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52865188-0575-b68a-4bdf-33ce02ffbd63" [ 623.532917] env[69984]: _type = "Task" [ 623.532917] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.551245] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52865188-0575-b68a-4bdf-33ce02ffbd63, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.551375] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.551568] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.551817] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.552053] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.552181] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.552539] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71324d43-f17a-47ab-be9a-f2374292ad7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.564351] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.564417] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.565671] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5bc68f9c-a786-49f1-ad7f-41738d9c5a65 tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.758s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.566088] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48efd902-e836-4cc3-bb80-44f5754e099e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.581512] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 623.581512] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d63b76-1901-472e-ab59-44799a9fa4c0" [ 623.581512] env[69984]: _type = "Task" [ 623.581512] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.592505] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d63b76-1901-472e-ab59-44799a9fa4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.713347] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.791587] env[69984]: DEBUG nova.compute.manager [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Received event network-vif-plugged-fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.791587] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.791587] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.791587] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.792035] env[69984]: DEBUG nova.compute.manager [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] No waiting events found dispatching network-vif-plugged-fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 623.792092] env[69984]: WARNING nova.compute.manager [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Received unexpected event network-vif-plugged-fc214568-0baa-4c2b-849e-c66556213419 for instance with vm_state building and task_state spawning. [ 623.792671] env[69984]: DEBUG nova.compute.manager [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Received event network-changed-fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.792671] env[69984]: DEBUG nova.compute.manager [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Refreshing instance network info cache due to event network-changed-fc214568-0baa-4c2b-849e-c66556213419. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.792671] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Acquiring lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.793834] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Acquired lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.793834] env[69984]: DEBUG nova.network.neutron [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Refreshing network info cache for port fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.829961] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Successfully created port: 60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.995287] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Successfully updated port: 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.015597] env[69984]: DEBUG oslo_vmware.api [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Task: {'id': task-3944370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243509} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.016731] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.016731] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.016889] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.018244] env[69984]: INFO nova.compute.manager [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Took 1.66 seconds to destroy the instance on the hypervisor. [ 624.018244] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.018244] env[69984]: DEBUG nova.compute.manager [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 624.018244] env[69984]: DEBUG nova.network.neutron [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 624.025720] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "6c164062-6dbb-4803-a5df-4e330b0a211c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.025954] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.077479] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.092370] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d63b76-1901-472e-ab59-44799a9fa4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.093074] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ff7d8d-3cc9-4a34-96cf-93910fb0d801 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.106019] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 624.106019] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dedd79-076d-d362-7cf6-7110836b2488" [ 624.106019] env[69984]: _type = "Task" [ 624.106019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.116020] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dedd79-076d-d362-7cf6-7110836b2488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.240246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097242f1-4111-43ca-a331-82abd0756345 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.255337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2876d-c05f-4508-83e7-4d2326339bac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.298889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a885cce-c16b-4a87-82d7-c075dee3f4ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.309778] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a81b5-b68a-443c-9764-932981946384 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.325318] env[69984]: DEBUG nova.compute.provider_tree [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.429614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "3150ea52-5efd-4f64-af55-c42822bae56c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.429756] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.504299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.504499] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.504607] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.613996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.620624] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dedd79-076d-d362-7cf6-7110836b2488, 'name': SearchDatastore_Task, 'duration_secs': 0.027227} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.620968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.621397] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c54c4c6e-ef12-4922-9e1d-96bbb1b544bf/c54c4c6e-ef12-4922-9e1d-96bbb1b544bf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.621634] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ae69c50-d600-4e6e-a9d4-9dfa2e27468f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.630564] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 624.630564] env[69984]: value = "task-3944371" [ 624.630564] env[69984]: _type = "Task" [ 624.630564] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.639791] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.726060] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.747957] env[69984]: DEBUG nova.network.neutron [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updated VIF entry in instance network info cache for port fc214568-0baa-4c2b-849e-c66556213419. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.747957] env[69984]: DEBUG nova.network.neutron [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating instance_info_cache with network_info: [{"id": "fc214568-0baa-4c2b-849e-c66556213419", "address": "fa:16:3e:47:56:04", "network": {"id": "af185fb7-9281-47c9-8b31-32faae747c8c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225067957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e08d4f62cb340698a8270fd447b4dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc214568-0b", "ovs_interfaceid": "fc214568-0baa-4c2b-849e-c66556213419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.763597] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.763832] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.763990] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.764185] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.764332] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.765557] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.766190] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.766190] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.766437] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.766437] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.766570] env[69984]: DEBUG nova.virt.hardware [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.768029] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc58fef-2873-4504-b3af-055c2822a2fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.780058] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9409b824-cca8-4cd6-8a46-d9f58b2c18d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.828576] env[69984]: DEBUG nova.scheduler.client.report [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.057051] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.059627] env[69984]: DEBUG nova.network.neutron [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.143201] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.252966] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d854350-030e-4d8a-a59b-28d48ca6e25b req-a13dac74-7132-4acd-a15e-15cfb0227902 service nova] Releasing lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.334492] env[69984]: DEBUG nova.network.neutron [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Updating instance_info_cache with network_info: [{"id": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "address": "fa:16:3e:39:85:c1", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8b87f-34", "ovs_interfaceid": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.338318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.338318] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.340585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.457s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.342210] env[69984]: INFO nova.compute.claims [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.563905] env[69984]: INFO nova.compute.manager [-] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Took 1.54 seconds to deallocate network for instance. [ 625.646034] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774513} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.646034] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c54c4c6e-ef12-4922-9e1d-96bbb1b544bf/c54c4c6e-ef12-4922-9e1d-96bbb1b544bf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.646034] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.646034] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b9a91f-4d1b-4023-a5a6-1178c447c798 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.658033] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 625.658033] env[69984]: value = "task-3944372" [ 625.658033] env[69984]: _type = "Task" [ 625.658033] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.681959] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.841619] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.844316] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Instance network_info: |[{"id": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "address": "fa:16:3e:39:85:c1", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8b87f-34", "ovs_interfaceid": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.845669] env[69984]: DEBUG nova.compute.utils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.848812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:85:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.860376] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating folder: Project (e5ef605fd9ba4d438fa81cc8b8775408). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.861202] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.861522] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.865867] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c42a9c9-31df-4570-95c8-d4316fb8fd1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.880753] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Created folder: Project (e5ef605fd9ba4d438fa81cc8b8775408) in parent group-v782883. [ 625.883211] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating folder: Instances. Parent ref: group-v782910. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.884364] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f891212-ae04-4c58-a3bb-c7fabbef35dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.902386] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Created folder: Instances in parent group-v782910. [ 625.902855] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.902855] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.903080] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3af312c-aade-4bd1-b474-63591a76a697 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.942603] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.942603] env[69984]: value = "task-3944375" [ 625.942603] env[69984]: _type = "Task" [ 625.942603] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.956900] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944375, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.025862] env[69984]: DEBUG nova.policy [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a41fea9bb974ebaa9a90dc8fa81aebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5ae4d46b67c43bd8ebe629f025cf17a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.071150] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.168427] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079943} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.168761] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.169837] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bcac4-75aa-4aff-9b8c-991c31054c23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.201879] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c54c4c6e-ef12-4922-9e1d-96bbb1b544bf/c54c4c6e-ef12-4922-9e1d-96bbb1b544bf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.202227] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4618d86-5f8d-4f62-8f35-a29cbc3328ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.223548] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 626.223548] env[69984]: value = "task-3944376" [ 626.223548] env[69984]: _type = "Task" [ 626.223548] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.234907] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.367595] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.381490] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Successfully updated port: 60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.455280] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944375, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.735508] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.887199] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.887445] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.887535] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.909942] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46fd265-090a-4988-80f8-c87386310f95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.919905] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec9c7be-c1ed-4d93-b4d1-96c499df1634 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.972343] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d005c6-5096-400a-b5f0-4ef12a419021 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.985324] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01e3ea-1fae-4c72-b044-7b72e7350469 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.989554] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944375, 'name': CreateVM_Task, 'duration_secs': 0.782714} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.990121] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.991356] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.991569] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.991911] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.992225] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cafddf-42c9-4e34-8be2-7ddf554445a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.004531] env[69984]: DEBUG nova.compute.provider_tree [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.010483] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 627.010483] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5298aef6-188d-b1fd-c7d0-63e82df04203" [ 627.010483] env[69984]: _type = "Task" [ 627.010483] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.020339] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5298aef6-188d-b1fd-c7d0-63e82df04203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.240161] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944376, 'name': ReconfigVM_Task, 'duration_secs': 1.011626} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.240161] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c54c4c6e-ef12-4922-9e1d-96bbb1b544bf/c54c4c6e-ef12-4922-9e1d-96bbb1b544bf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.242158] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60852e5e-60b1-47b4-840f-384a9a3a00c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.251667] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 627.251667] env[69984]: value = "task-3944377" [ 627.251667] env[69984]: _type = "Task" [ 627.251667] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.265484] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944377, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.268947] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.269435] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing instance network info cache due to event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.269435] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquiring lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.269547] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquired lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.269685] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.396422] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.447659] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.447956] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.448252] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.448639] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.449248] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.449248] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.449557] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.449825] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.450273] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.450400] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.450686] env[69984]: DEBUG nova.virt.hardware [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.452119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d6acd0-0c2a-4acf-a7f6-ea3fc73490ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.468634] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.473550] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2994c7f-f613-4831-b340-00191bb99169 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.481027] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Successfully created port: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.509583] env[69984]: DEBUG nova.scheduler.client.report [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.528101] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5298aef6-188d-b1fd-c7d0-63e82df04203, 'name': SearchDatastore_Task, 'duration_secs': 0.024337} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.528479] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.528716] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.529186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.530556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.530556] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.531227] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3746b25b-26c5-482d-8a3d-44edada0e4f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.549598] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.549971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.551376] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bcbd5b-1c14-4539-8fc1-74ca76936731 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.559689] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 627.559689] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52138db2-96e1-3230-4b07-f9239a7a6fbc" [ 627.559689] env[69984]: _type = "Task" [ 627.559689] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.569319] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52138db2-96e1-3230-4b07-f9239a7a6fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.769548] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944377, 'name': Rename_Task, 'duration_secs': 0.180108} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.769840] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.773024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08530bd0-ce5a-4b24-b02d-739020c37006 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.783190] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 627.783190] env[69984]: value = "task-3944378" [ 627.783190] env[69984]: _type = "Task" [ 627.783190] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.796055] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.816194] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "72249b92-83ad-45b1-93a0-f99c97e4154a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.816444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.879710] env[69984]: DEBUG nova.network.neutron [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Updating instance_info_cache with network_info: [{"id": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "address": "fa:16:3e:47:35:84", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e24307-bd", "ovs_interfaceid": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.014627] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.015300] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.019286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.744s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.072444] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52138db2-96e1-3230-4b07-f9239a7a6fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.044878} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.073877] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73185b3f-5221-4d40-908d-c6d24aeb2ec1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.084049] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 628.084049] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fc723f-dba4-6d78-7118-aaa40bbd6ac6" [ 628.084049] env[69984]: _type = "Task" [ 628.084049] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.095373] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fc723f-dba4-6d78-7118-aaa40bbd6ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.201080] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updated VIF entry in instance network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.201214] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updating instance_info_cache with network_info: [{"id": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "address": "fa:16:3e:aa:bc:85", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e1b4b3-ec", "ovs_interfaceid": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.300264] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.392688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392688] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Instance network_info: |[{"id": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "address": "fa:16:3e:47:35:84", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e24307-bd", "ovs_interfaceid": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.392832] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:35:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60e24307-bdc0-4790-a0ad-4f34cf79016b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.404813] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.405143] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.405410] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cfafbb1-8948-4f74-a35b-0dd2f57d2e84 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.431883] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.431883] env[69984]: value = "task-3944379" [ 628.431883] env[69984]: _type = "Task" [ 628.431883] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.440985] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944379, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.524466] env[69984]: DEBUG nova.compute.utils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.529624] env[69984]: INFO nova.compute.claims [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.537137] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.537369] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.599318] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fc723f-dba4-6d78-7118-aaa40bbd6ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.602723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.602998] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e/1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.603342] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1350f69-99b3-4341-a57f-f3a5aed2e0b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.612913] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 628.612913] env[69984]: value = "task-3944380" [ 628.612913] env[69984]: _type = "Task" [ 628.612913] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.621682] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.664613] env[69984]: DEBUG nova.policy [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bed75d38ff1640c18ab0ed6eb6aa7ec4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8504495479d4879a31e5714a798979a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.707356] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Releasing lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.707356] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Received event network-vif-plugged-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.707356] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquiring lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.707356] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.707356] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.708434] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] No waiting events found dispatching network-vif-plugged-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 628.708434] env[69984]: WARNING nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Received unexpected event network-vif-plugged-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 for instance with vm_state building and task_state spawning. [ 628.708434] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Received event network-changed-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.708434] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Refreshing instance network info cache due to event network-changed-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.708434] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquiring lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.708594] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquired lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.708594] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Refreshing network info cache for port 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.799272] env[69984]: DEBUG oslo_vmware.api [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944378, 'name': PowerOnVM_Task, 'duration_secs': 0.617784} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.799772] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.801151] env[69984]: INFO nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Took 9.14 seconds to spawn the instance on the hypervisor. [ 628.801151] env[69984]: DEBUG nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.801538] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9351d66e-7b66-4fd4-ae9b-ef6f22629ed8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.945875] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944379, 'name': CreateVM_Task, 'duration_secs': 0.381663} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.948122] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.948901] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.949076] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.949461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.949742] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eaabeb8-e5ed-440d-a558-aa6d62e98ffc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.958256] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 628.958256] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e96959-441a-de18-6af3-18c9115ed4f5" [ 628.958256] env[69984]: _type = "Task" [ 628.958256] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.973530] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e96959-441a-de18-6af3-18c9115ed4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.040457] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.048931] env[69984]: INFO nova.compute.resource_tracker [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating resource usage from migration 0b3843b5-dd63-4b0b-bcb8-abe74c562427 [ 629.131827] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.339117] env[69984]: INFO nova.compute.manager [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Took 30.90 seconds to build instance. [ 629.407258] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Successfully created port: 50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.473061] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e96959-441a-de18-6af3-18c9115ed4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.065811} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.473379] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.473783] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.473851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.473999] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.474258] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.477214] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfe9407-074d-4452-9d56-3f7e196b655b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.488080] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.488274] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.489132] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517c1a28-a205-4ef8-ac1a-df1eb4395faf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.499592] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 629.499592] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f928e-6b7c-25c7-24e5-6990e98b8220" [ 629.499592] env[69984]: _type = "Task" [ 629.499592] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.508456] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f928e-6b7c-25c7-24e5-6990e98b8220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.559162] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51133da-aa84-40d6-93d1-c27b5f36f4c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.570567] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58397b28-92e0-49a1-858b-50861f2ff39f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.613546] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b9d8a-e093-439a-b3a7-05153b582fdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.629810] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f24af9-9f8d-4e87-9e09-41e148f2c036 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.636956] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944380, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.650141] env[69984]: DEBUG nova.compute.provider_tree [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.841027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-367577d4-6397-45d1-abe8-5d5c1f86161e tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.418s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.871440] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Updated VIF entry in instance network info cache for port 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.871816] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Updating instance_info_cache with network_info: [{"id": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "address": "fa:16:3e:39:85:c1", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a8b87f-34", "ovs_interfaceid": "46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.014119] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f928e-6b7c-25c7-24e5-6990e98b8220, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.014995] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7ec917-dc84-4d69-92bd-0784ef565fe0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.022474] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 630.022474] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a41a4-0d89-00fe-4319-cc1a89d549a7" [ 630.022474] env[69984]: _type = "Task" [ 630.022474] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.031801] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a41a4-0d89-00fe-4319-cc1a89d549a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.058340] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.060896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "2fb545ea-b590-43d0-963a-8ce5281a770e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.064021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.064021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.064021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.064021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.065267] env[69984]: INFO nova.compute.manager [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Terminating instance [ 630.100968] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.100968] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.101147] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.101561] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.101755] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.102076] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.102235] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.102422] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.102687] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.102904] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.103115] env[69984]: DEBUG nova.virt.hardware [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.104809] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbae2a5-7a64-4011-8063-b1ba9856c875 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.113921] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e079c-122f-4df0-83e9-752eefdf0a81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.148408] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944380, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.159848] env[69984]: DEBUG nova.scheduler.client.report [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.163805] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Successfully updated port: dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.345478] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.374881] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Releasing lock "refresh_cache-1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.375121] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Received event network-vif-deleted-220dc600-8730-4f52-979a-e7bb4d716986 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.375315] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.375505] env[69984]: DEBUG nova.compute.manager [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing instance network info cache due to event network-changed-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.375725] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquiring lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.375866] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Acquired lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.376330] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Refreshing network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.537267] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a41a4-0d89-00fe-4319-cc1a89d549a7, 'name': SearchDatastore_Task, 'duration_secs': 0.031879} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.537523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.538558] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 427f2158-7d1b-4cdf-81ee-1373ecc412fc/427f2158-7d1b-4cdf-81ee-1373ecc412fc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.538869] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e01d9897-b827-4be8-806a-d614cedd591b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.552268] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 630.552268] env[69984]: value = "task-3944381" [ 630.552268] env[69984]: _type = "Task" [ 630.552268] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.566361] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.572481] env[69984]: DEBUG nova.compute.manager [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 630.573336] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.573625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a864a5f2-29c5-4441-bea7-c107bbc6c018 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.582760] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.583058] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-971d5e21-7d56-4c7b-aff8-46f5df29ab38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.592066] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 630.592066] env[69984]: value = "task-3944382" [ 630.592066] env[69984]: _type = "Task" [ 630.592066] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.605026] env[69984]: DEBUG nova.compute.manager [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Received event network-vif-plugged-60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.605026] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Acquiring lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.605026] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.605026] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.605026] env[69984]: DEBUG nova.compute.manager [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] No waiting events found dispatching network-vif-plugged-60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 630.605213] env[69984]: WARNING nova.compute.manager [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Received unexpected event network-vif-plugged-60e24307-bdc0-4790-a0ad-4f34cf79016b for instance with vm_state building and task_state spawning. [ 630.605344] env[69984]: DEBUG nova.compute.manager [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Received event network-changed-60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.605461] env[69984]: DEBUG nova.compute.manager [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Refreshing instance network info cache due to event network-changed-60e24307-bdc0-4790-a0ad-4f34cf79016b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.605649] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Acquiring lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.605789] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Acquired lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.605933] env[69984]: DEBUG nova.network.neutron [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Refreshing network info cache for port 60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.611126] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.632015] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944380, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.571437} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.632425] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e/1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.632425] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.635189] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e6e9e1a-fcdb-4e6a-8dfe-817fc621e5db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.645233] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 630.645233] env[69984]: value = "task-3944383" [ 630.645233] env[69984]: _type = "Task" [ 630.645233] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.658054] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.664888] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.645s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.664888] env[69984]: INFO nova.compute.manager [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Migrating [ 630.664888] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.665325] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.667215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.987s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.667568] env[69984]: DEBUG nova.objects.instance [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lazy-loading 'resources' on Instance uuid 81cf6545-c302-4478-8d84-9f0d0914a2a8 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.670765] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.670765] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.670765] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.808714] env[69984]: DEBUG nova.compute.manager [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Received event network-vif-plugged-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.809112] env[69984]: DEBUG oslo_concurrency.lockutils [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] Acquiring lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.809649] env[69984]: DEBUG oslo_concurrency.lockutils [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.809649] env[69984]: DEBUG oslo_concurrency.lockutils [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.809870] env[69984]: DEBUG nova.compute.manager [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] No waiting events found dispatching network-vif-plugged-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 630.810486] env[69984]: WARNING nova.compute.manager [req-428e6a24-957e-4fa5-9d61-afd83afeeb2a req-0556adb9-3be6-449c-9842-b8147f055308 service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Received unexpected event network-vif-plugged-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 for instance with vm_state building and task_state spawning. [ 630.883066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.068243] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944381, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.104667] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944382, 'name': PowerOffVM_Task, 'duration_secs': 0.273882} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.105323] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.105708] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.106023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9e3c5b7-ba79-4d0b-b791-3a068ae91ae5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.157769] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092521} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.160506] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.162049] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29b389-315b-4747-8c0d-46c965fb6680 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.189145] env[69984]: INFO nova.compute.rpcapi [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 631.189145] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.216056] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e/1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.221278] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0bc10b-64da-42d0-8580-d60c8d615a3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.243934] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.243934] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.243934] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Deleting the datastore file [datastore2] 2fb545ea-b590-43d0-963a-8ce5281a770e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.252025] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68dd15fc-ac65-49f7-94ec-deaac1dd2e68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.261982] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for the task: (returnval){ [ 631.261982] env[69984]: value = "task-3944385" [ 631.261982] env[69984]: _type = "Task" [ 631.261982] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.263935] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 631.263935] env[69984]: value = "task-3944386" [ 631.263935] env[69984]: _type = "Task" [ 631.263935] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.282168] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.282168] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.356768] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.567465] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521142} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.567747] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 427f2158-7d1b-4cdf-81ee-1373ecc412fc/427f2158-7d1b-4cdf-81ee-1373ecc412fc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.567960] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.568236] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2d4fe93-1499-44b4-b85e-7918c7d96ef5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.576308] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 631.576308] env[69984]: value = "task-3944387" [ 631.576308] env[69984]: _type = "Task" [ 631.576308] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.593477] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.713865] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c226f-62b9-4108-8b52-4393dfcfaaf2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.718489] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updated VIF entry in instance network info cache for port 94e1b4b3-ec2b-4a31-b055-5a860ea3ca58. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.719037] env[69984]: DEBUG nova.network.neutron [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updating instance_info_cache with network_info: [{"id": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "address": "fa:16:3e:aa:bc:85", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94e1b4b3-ec", "ovs_interfaceid": "94e1b4b3-ec2b-4a31-b055-5a860ea3ca58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.730117] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a11ca-7b16-41af-89cc-31f5af3f0e46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.767734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.767954] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.768214] env[69984]: DEBUG nova.network.neutron [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.776809] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26aafa0-be8b-4649-af3a-310066f9d715 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.781492] env[69984]: DEBUG nova.network.neutron [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Updating instance_info_cache with network_info: [{"id": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "address": "fa:16:3e:03:2c:cb", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb7e19e-0c", "ovs_interfaceid": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.802461] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d9927-98fd-48ab-9781-b30c933f5b4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.806595] env[69984]: DEBUG oslo_vmware.api [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Task: {'id': task-3944385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50602} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.807678] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.808014] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.808243] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.808456] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.808661] env[69984]: INFO nova.compute.manager [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 631.808941] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.809819] env[69984]: DEBUG nova.compute.manager [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.809911] env[69984]: DEBUG nova.network.neutron [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.820877] env[69984]: DEBUG nova.compute.provider_tree [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.091971] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31558} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.092479] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.093670] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740f243-5bc5-447d-9f44-746b59a3e871 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.119166] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 427f2158-7d1b-4cdf-81ee-1373ecc412fc/427f2158-7d1b-4cdf-81ee-1373ecc412fc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.119888] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f18699a-ea30-4572-a5b4-c73aa2221ed9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.139404] env[69984]: DEBUG nova.network.neutron [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Updated VIF entry in instance network info cache for port 60e24307-bdc0-4790-a0ad-4f34cf79016b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.139786] env[69984]: DEBUG nova.network.neutron [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Updating instance_info_cache with network_info: [{"id": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "address": "fa:16:3e:47:35:84", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60e24307-bd", "ovs_interfaceid": "60e24307-bdc0-4790-a0ad-4f34cf79016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.143417] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 632.143417] env[69984]: value = "task-3944388" [ 632.143417] env[69984]: _type = "Task" [ 632.143417] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.154541] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.223422] env[69984]: DEBUG oslo_concurrency.lockutils [req-d4c6a008-b435-40da-96c3-2f82ccdc0990 req-068b87b4-661f-4f44-8fe5-49ba931f2a16 service nova] Releasing lock "refresh_cache-eb6b4b44-de5b-4032-b75f-edb19e5610cd" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.291513] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.295024] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Instance network_info: |[{"id": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "address": "fa:16:3e:03:2c:cb", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb7e19e-0c", "ovs_interfaceid": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.295024] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944386, 'name': ReconfigVM_Task, 'duration_secs': 0.679165} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.295459] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:2c:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfb7e19e-0c3d-40a0-b537-7c4fa824ad50', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.302803] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Creating folder: Project (d5ae4d46b67c43bd8ebe629f025cf17a). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.303254] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e/1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.305041] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2f6743-0aac-462a-92c1-2321d00f89e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.306058] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb041aad-e08b-42e8-9f14-37a5c54d97d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.318969] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 632.318969] env[69984]: value = "task-3944390" [ 632.318969] env[69984]: _type = "Task" [ 632.318969] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.328640] env[69984]: DEBUG nova.scheduler.client.report [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.335894] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Created folder: Project (d5ae4d46b67c43bd8ebe629f025cf17a) in parent group-v782883. [ 632.335894] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Creating folder: Instances. Parent ref: group-v782914. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.335894] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-247b6c3a-f62b-4bdb-9f9a-eb50409fd8a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.341774] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944390, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.351990] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Created folder: Instances in parent group-v782914. [ 632.352956] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.352956] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.352956] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cccbba9f-09d6-487f-b173-787769f114d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.375313] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.375313] env[69984]: value = "task-3944392" [ 632.375313] env[69984]: _type = "Task" [ 632.375313] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.386599] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944392, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.644752] env[69984]: DEBUG oslo_concurrency.lockutils [req-969fabb3-06be-472c-9c41-72a15c148677 req-6b5b89dd-ca24-4f53-a7d5-3f17ba5d5fa3 service nova] Releasing lock "refresh_cache-427f2158-7d1b-4cdf-81ee-1373ecc412fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.665207] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944388, 'name': ReconfigVM_Task, 'duration_secs': 0.336048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.665626] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 427f2158-7d1b-4cdf-81ee-1373ecc412fc/427f2158-7d1b-4cdf-81ee-1373ecc412fc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.666348] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e66db69-ff4f-4be9-83e3-acd5b2c43d47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.677575] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 632.677575] env[69984]: value = "task-3944393" [ 632.677575] env[69984]: _type = "Task" [ 632.677575] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.695991] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944393, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.835590] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944390, 'name': Rename_Task, 'duration_secs': 0.200027} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.835885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.837980] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.838648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.852s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.840993] env[69984]: INFO nova.compute.claims [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.844388] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e62c6f-ae78-48f6-9f5b-109efe2209b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.851581] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 632.851581] env[69984]: value = "task-3944394" [ 632.851581] env[69984]: _type = "Task" [ 632.851581] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.868058] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.886492] env[69984]: INFO nova.scheduler.client.report [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Deleted allocations for instance 81cf6545-c302-4478-8d84-9f0d0914a2a8 [ 632.905199] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944392, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.960328] env[69984]: DEBUG nova.network.neutron [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.088025] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Successfully updated port: 50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.187807] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944393, 'name': Rename_Task, 'duration_secs': 0.151052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.187903] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.188112] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ccb0105-bf53-4ee3-a85c-b6abe8108e75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.196162] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 633.196162] env[69984]: value = "task-3944395" [ 633.196162] env[69984]: _type = "Task" [ 633.196162] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.207800] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.299030] env[69984]: DEBUG nova.network.neutron [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.366339] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944394, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.389127] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944392, 'name': CreateVM_Task, 'duration_secs': 0.682065} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.389127] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.389776] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.390047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.391280] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.391280] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7c16fd-ecf9-47b1-928a-5b84f8f1449d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.398042] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 633.398042] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e260a-5c37-1f24-2b03-18df728dc42e" [ 633.398042] env[69984]: _type = "Task" [ 633.398042] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.408114] env[69984]: DEBUG oslo_concurrency.lockutils [None req-61a61d7e-4471-477a-a2ee-47a0693de439 tempest-ServerDiagnosticsNegativeTest-414107265 tempest-ServerDiagnosticsNegativeTest-414107265-project-member] Lock "81cf6545-c302-4478-8d84-9f0d0914a2a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.452s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.420045] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e260a-5c37-1f24-2b03-18df728dc42e, 'name': SearchDatastore_Task, 'duration_secs': 0.017054} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.420045] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.420244] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.420459] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.420623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.420823] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.421146] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a72d76b4-a61e-4882-8046-060ddcce581b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.435231] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.435231] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.435231] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9ed381-9b9c-4791-add1-74001bb10dad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.444495] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 633.444495] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52460fe2-c7f3-c5d6-06e8-c90f7db6997f" [ 633.444495] env[69984]: _type = "Task" [ 633.444495] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.458248] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52460fe2-c7f3-c5d6-06e8-c90f7db6997f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.465908] env[69984]: INFO nova.compute.manager [-] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Took 1.66 seconds to deallocate network for instance. [ 633.592113] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.592353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquired lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.594818] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.710040] env[69984]: DEBUG oslo_vmware.api [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944395, 'name': PowerOnVM_Task, 'duration_secs': 0.50628} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.710040] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.710040] env[69984]: INFO nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Took 8.98 seconds to spawn the instance on the hypervisor. [ 633.710442] env[69984]: DEBUG nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 633.711704] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3066f003-d341-47ef-9f76-aac844024da1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.803721] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.870314] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944394, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.956620] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52460fe2-c7f3-c5d6-06e8-c90f7db6997f, 'name': SearchDatastore_Task, 'duration_secs': 0.013256} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.960380] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7226f5-4107-4cc0-9700-bdb8cb4cade0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.969328] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 633.969328] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522956d6-444c-8b60-1461-6a7f28f8b0e6" [ 633.969328] env[69984]: _type = "Task" [ 633.969328] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.978145] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.981859] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522956d6-444c-8b60-1461-6a7f28f8b0e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.210409] env[69984]: DEBUG nova.compute.manager [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Received event network-vif-plugged-50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.210653] env[69984]: DEBUG oslo_concurrency.lockutils [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] Acquiring lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.210843] env[69984]: DEBUG oslo_concurrency.lockutils [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.211016] env[69984]: DEBUG oslo_concurrency.lockutils [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.211188] env[69984]: DEBUG nova.compute.manager [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] No waiting events found dispatching network-vif-plugged-50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 634.211355] env[69984]: WARNING nova.compute.manager [req-2da5069f-8a49-40ca-972f-40728919560d req-ea51f7e1-4413-4709-97bd-a77e135cca85 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Received unexpected event network-vif-plugged-50c2fd49-1321-4862-82db-751408f7d891 for instance with vm_state building and task_state spawning. [ 634.213630] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.238322] env[69984]: INFO nova.compute.manager [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Took 24.56 seconds to build instance. [ 634.298066] env[69984]: DEBUG nova.compute.manager [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Received event network-changed-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.298317] env[69984]: DEBUG nova.compute.manager [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Refreshing instance network info cache due to event network-changed-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.298579] env[69984]: DEBUG oslo_concurrency.lockutils [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] Acquiring lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.298760] env[69984]: DEBUG oslo_concurrency.lockutils [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] Acquired lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.299055] env[69984]: DEBUG nova.network.neutron [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Refreshing network info cache for port dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.306086] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95b7296-41eb-4669-b8dd-8eb96419e256 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.319890] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6ec969-8afb-473a-8641-0cbe9581176a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.369044] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd668576-94df-43a5-8092-3b7f5da34a28 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.379315] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944394, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.381361] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f833b-9ceb-46c5-a55b-507f47f36521 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.397046] env[69984]: DEBUG nova.compute.provider_tree [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.500476] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522956d6-444c-8b60-1461-6a7f28f8b0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.0172} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.500476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.500476] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cace175e-fd8b-41fe-a559-e0f30066a26b/cace175e-fd8b-41fe-a559-e0f30066a26b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.500476] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16c6dcd-68db-4ef1-878b-69225c5bda01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.507437] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 634.507437] env[69984]: value = "task-3944396" [ 634.507437] env[69984]: _type = "Task" [ 634.507437] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.518386] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.740572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f532deec-9e3e-422d-968a-ce87a53a0f39 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.998s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.847466] env[69984]: DEBUG nova.network.neutron [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Updating instance_info_cache with network_info: [{"id": "50c2fd49-1321-4862-82db-751408f7d891", "address": "fa:16:3e:57:c9:86", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c2fd49-13", "ovs_interfaceid": "50c2fd49-1321-4862-82db-751408f7d891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.880928] env[69984]: DEBUG oslo_vmware.api [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944394, 'name': PowerOnVM_Task, 'duration_secs': 1.858098} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.882412] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.882412] env[69984]: INFO nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 12.68 seconds to spawn the instance on the hypervisor. [ 634.882412] env[69984]: DEBUG nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.883120] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef87ae0c-9b3d-49b1-a2af-4548fd2439c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.902826] env[69984]: DEBUG nova.scheduler.client.report [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.027398] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.245314] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.329290] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9142472-e146-4c4c-8031-6ce924badacf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.351688] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.356791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Releasing lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.356791] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Instance network_info: |[{"id": "50c2fd49-1321-4862-82db-751408f7d891", "address": "fa:16:3e:57:c9:86", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c2fd49-13", "ovs_interfaceid": "50c2fd49-1321-4862-82db-751408f7d891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.357250] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:c9:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50c2fd49-1321-4862-82db-751408f7d891', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.365110] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Creating folder: Project (e8504495479d4879a31e5714a798979a). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.366075] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed50e40-a9cf-4af5-b736-168229e2be58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.380475] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Created folder: Project (e8504495479d4879a31e5714a798979a) in parent group-v782883. [ 635.380685] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Creating folder: Instances. Parent ref: group-v782917. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.380949] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dbb9f03-a679-4985-a3c6-c8515f62d7b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.392510] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Created folder: Instances in parent group-v782917. [ 635.392829] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.393095] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.393790] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29de2479-db08-4405-bb43-76d6754bb461 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.419601] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.421566] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.429946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.360s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.431873] env[69984]: INFO nova.compute.claims [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.436239] env[69984]: INFO nova.compute.manager [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 27.28 seconds to build instance. [ 635.443488] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.443488] env[69984]: value = "task-3944399" [ 635.443488] env[69984]: _type = "Task" [ 635.443488] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.458837] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944399, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.518829] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.618195] env[69984]: DEBUG nova.network.neutron [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Updated VIF entry in instance network info cache for port dfb7e19e-0c3d-40a0-b537-7c4fa824ad50. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.619110] env[69984]: DEBUG nova.network.neutron [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Updating instance_info_cache with network_info: [{"id": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "address": "fa:16:3e:03:2c:cb", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfb7e19e-0c", "ovs_interfaceid": "dfb7e19e-0c3d-40a0-b537-7c4fa824ad50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.783185] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.860319] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.860319] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db641453-8685-4cee-9dc6-74dd7a3b6aa2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.875972] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 635.875972] env[69984]: value = "task-3944400" [ 635.875972] env[69984]: _type = "Task" [ 635.875972] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.890330] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.942662] env[69984]: DEBUG nova.compute.utils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.946068] env[69984]: DEBUG oslo_concurrency.lockutils [None req-76ea0ce6-a7ad-4b75-8581-ba895ba09805 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.507s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.946068] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.946068] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.961032] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944399, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.019653] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.098142] env[69984]: DEBUG nova.policy [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55ab74e0dd649349e769ebe1e5b062f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a380cf3b1b0450ab8c3c7f8c96b6701', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.129274] env[69984]: DEBUG oslo_concurrency.lockutils [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] Releasing lock "refresh_cache-cace175e-fd8b-41fe-a559-e0f30066a26b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.129509] env[69984]: DEBUG nova.compute.manager [req-df50c224-d8a3-43ca-8fa5-583f193ddd0e req-3ceab6dc-b501-4c54-9522-d975a4c1cc2e service nova] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Received event network-vif-deleted-5a91d75f-8126-4a10-99a9-7526632b5571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.393357] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944400, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.445429] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.454722] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.471665] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944399, 'name': CreateVM_Task, 'duration_secs': 0.775669} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.472735] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.477693] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.477693] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.477693] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.477693] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dac54c-2e88-4cb5-ab3e-60febaf44e9a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.486684] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 636.486684] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52171c6f-e9cd-7296-70cc-528d7cf454d0" [ 636.486684] env[69984]: _type = "Task" [ 636.486684] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.498394] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52171c6f-e9cd-7296-70cc-528d7cf454d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.520492] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944396, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.68638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.529300] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cace175e-fd8b-41fe-a559-e0f30066a26b/cace175e-fd8b-41fe-a559-e0f30066a26b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.529300] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.530103] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2daba682-5c30-47a5-9d0d-94d48220ea79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.545939] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 636.545939] env[69984]: value = "task-3944401" [ 636.545939] env[69984]: _type = "Task" [ 636.545939] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.563054] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.894042] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944400, 'name': PowerOffVM_Task, 'duration_secs': 0.622342} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.895019] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.895019] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.004099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.016422] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52171c6f-e9cd-7296-70cc-528d7cf454d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.018397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.018520] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.018790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.018960] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.019194] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.019524] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2e0d69-2b7e-46fd-aba0-95bbf148a92b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.039069] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.039647] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.041553] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8deab580-5d15-4d88-8d5b-1509aa858663 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.056113] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 637.056113] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c4758-e38c-efc4-bef9-4e2f728f5358" [ 637.056113] env[69984]: _type = "Task" [ 637.056113] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.062988] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07502} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.064739] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.065656] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8db9f-5032-4613-8b10-99c3dfd094ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.071985] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108f9abb-de2f-42c2-a318-d425d129e49c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.075996] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c4758-e38c-efc4-bef9-4e2f728f5358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.104966] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] cace175e-fd8b-41fe-a559-e0f30066a26b/cace175e-fd8b-41fe-a559-e0f30066a26b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.105581] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de70fe1a-83d4-4b55-bc1b-f90e8ff45143 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120985] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3a6b3d-4a1e-449e-a515-fa0648e957af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.158447] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf606435-480c-48e7-93bd-9d67a58cc1e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.161376] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 637.161376] env[69984]: value = "task-3944402" [ 637.161376] env[69984]: _type = "Task" [ 637.161376] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.168913] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16629ef3-ca3e-4811-a673-e53e75ca40f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.176155] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.187060] env[69984]: DEBUG nova.compute.provider_tree [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.403497] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.403497] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.403647] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.405088] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.407484] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.407484] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.407484] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.407484] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.410067] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.411104] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.411104] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.418506] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa622be-9d38-4e3b-ba48-46bd18638db8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.440439] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 637.440439] env[69984]: value = "task-3944403" [ 637.440439] env[69984]: _type = "Task" [ 637.440439] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.456042] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.473899] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.529903] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.530224] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.530380] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.530558] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.530698] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.530868] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.531096] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.531255] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.531435] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.531612] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.531783] env[69984]: DEBUG nova.virt.hardware [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.532748] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6c58b-3ca1-4c75-9c9f-20a94150ab6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.545724] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c290f1-d9d8-4309-8ef5-55331743932e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.588994] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c4758-e38c-efc4-bef9-4e2f728f5358, 'name': SearchDatastore_Task, 'duration_secs': 0.021709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.590600] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9abc1adf-d50c-4970-84f8-c756af44b75a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.598960] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 637.598960] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3b3e3-c381-fe8e-29d4-961088bdba2f" [ 637.598960] env[69984]: _type = "Task" [ 637.598960] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.613217] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3b3e3-c381-fe8e-29d4-961088bdba2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.676196] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944402, 'name': ReconfigVM_Task, 'duration_secs': 0.281322} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.676512] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] cace175e-fd8b-41fe-a559-e0f30066a26b/cace175e-fd8b-41fe-a559-e0f30066a26b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.677279] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a17cdc4-0fa8-415b-8e4e-1183a31df2b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.687419] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 637.687419] env[69984]: value = "task-3944404" [ 637.687419] env[69984]: _type = "Task" [ 637.687419] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.690145] env[69984]: DEBUG nova.scheduler.client.report [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.704911] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944404, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.755721] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Successfully created port: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.955360] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944403, 'name': ReconfigVM_Task, 'duration_secs': 0.220356} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.955801] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.082309] env[69984]: DEBUG nova.compute.manager [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Received event network-changed-50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.083036] env[69984]: DEBUG nova.compute.manager [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Refreshing instance network info cache due to event network-changed-50c2fd49-1321-4862-82db-751408f7d891. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.083384] env[69984]: DEBUG oslo_concurrency.lockutils [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] Acquiring lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.083588] env[69984]: DEBUG oslo_concurrency.lockutils [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] Acquired lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.083724] env[69984]: DEBUG nova.network.neutron [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Refreshing network info cache for port 50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.114774] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3b3e3-c381-fe8e-29d4-961088bdba2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.114774] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.114774] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7/4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.114774] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1c7624-c2d9-4f93-9c53-11bdca3ecc14 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.124890] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 638.124890] env[69984]: value = "task-3944405" [ 638.124890] env[69984]: _type = "Task" [ 638.124890] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.134989] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.159999] env[69984]: DEBUG nova.compute.manager [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Received event network-changed-fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.160245] env[69984]: DEBUG nova.compute.manager [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Refreshing instance network info cache due to event network-changed-fc214568-0baa-4c2b-849e-c66556213419. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.160535] env[69984]: DEBUG oslo_concurrency.lockutils [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] Acquiring lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.160656] env[69984]: DEBUG oslo_concurrency.lockutils [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] Acquired lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.160830] env[69984]: DEBUG nova.network.neutron [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Refreshing network info cache for port fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.198362] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.198869] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.202357] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944404, 'name': Rename_Task, 'duration_secs': 0.330542} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.202834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.916s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.202834] env[69984]: DEBUG nova.objects.instance [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lazy-loading 'resources' on Instance uuid 40e7ba74-3851-4ab7-bb0c-13628afe8dbb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.206015] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.206015] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3fcf67-b641-42ca-9840-3200e27de9ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.216179] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 638.216179] env[69984]: value = "task-3944406" [ 638.216179] env[69984]: _type = "Task" [ 638.216179] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.226497] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.471737] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.472693] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.472983] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.473480] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.474615] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.474838] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.475133] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.475348] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.475570] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.475783] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.476009] env[69984]: DEBUG nova.virt.hardware [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.484749] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 638.485123] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba66a60c-b182-4beb-84bb-461eaea4e28c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.506547] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 638.506547] env[69984]: value = "task-3944407" [ 638.506547] env[69984]: _type = "Task" [ 638.506547] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.516798] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.636016] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.704837] env[69984]: DEBUG nova.compute.utils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.711252] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.711582] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.737033] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944406, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.942308] env[69984]: DEBUG nova.policy [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '953dc4e7437e4b399055e46a6845b583', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4dbf9c1b47a341759fcf255af6107e5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.021295] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944407, 'name': ReconfigVM_Task, 'duration_secs': 0.429594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.021893] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 639.022886] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7c0a7-6f64-4570-88b0-1ae540f0ffc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.044904] env[69984]: DEBUG nova.compute.manager [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 639.052991] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.056419] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4be0204-fd8c-459a-895e-88924fdfdc6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.059102] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfaa2f97-be16-4b8a-8f18-0289b8095c4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.086295] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 639.086295] env[69984]: value = "task-3944408" [ 639.086295] env[69984]: _type = "Task" [ 639.086295] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.095813] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.142109] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818232} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.142380] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7/4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.142380] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.142644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4970965f-799f-4f51-8010-1f78a510b3ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.150783] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 639.150783] env[69984]: value = "task-3944409" [ 639.150783] env[69984]: _type = "Task" [ 639.150783] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.169433] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.218821] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.238648] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944406, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.261893] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d53b37-566b-483f-a5dd-479a867669c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.271287] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f169e8-7f29-4d78-9408-5f5435e0d653 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.308694] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af182c-22fa-4ec3-88a7-2ed61ae68088 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317674] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c789ade0-30ca-4182-afe2-354d07db09e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.336696] env[69984]: DEBUG nova.compute.provider_tree [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.591305] env[69984]: INFO nova.compute.manager [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] instance snapshotting [ 639.595234] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c0553a-0c54-4f15-ae97-78deed0813a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.606035] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.623381] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba33a84a-c438-4204-913d-fc8b6f178aab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.665531] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072925} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.665531] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.665531] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57d841-aeb9-4352-a5d2-679fa8c5b54d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.704078] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7/4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.705434] env[69984]: DEBUG nova.network.neutron [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updated VIF entry in instance network info cache for port fc214568-0baa-4c2b-849e-c66556213419. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.705695] env[69984]: DEBUG nova.network.neutron [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating instance_info_cache with network_info: [{"id": "fc214568-0baa-4c2b-849e-c66556213419", "address": "fa:16:3e:47:56:04", "network": {"id": "af185fb7-9281-47c9-8b31-32faae747c8c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225067957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e08d4f62cb340698a8270fd447b4dc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc214568-0b", "ovs_interfaceid": "fc214568-0baa-4c2b-849e-c66556213419", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.706955] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e403ac-862a-4202-a4e4-ccd1e1ad9c57 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.724570] env[69984]: DEBUG nova.network.neutron [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Updated VIF entry in instance network info cache for port 50c2fd49-1321-4862-82db-751408f7d891. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.724570] env[69984]: DEBUG nova.network.neutron [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Updating instance_info_cache with network_info: [{"id": "50c2fd49-1321-4862-82db-751408f7d891", "address": "fa:16:3e:57:c9:86", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c2fd49-13", "ovs_interfaceid": "50c2fd49-1321-4862-82db-751408f7d891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.741926] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 639.741926] env[69984]: value = "task-3944410" [ 639.741926] env[69984]: _type = "Task" [ 639.741926] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.746688] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944406, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.762465] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.846986] env[69984]: DEBUG nova.scheduler.client.report [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.103384] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944408, 'name': ReconfigVM_Task, 'duration_secs': 0.757998} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.103697] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400/7b734fe9-f3fd-4230-a28d-6152e33ec400.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.104120] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.137678] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 640.138513] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a32b481-1933-40d2-8e47-79364a79b21c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.150155] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 640.150155] env[69984]: value = "task-3944411" [ 640.150155] env[69984]: _type = "Task" [ 640.150155] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.165195] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.224641] env[69984]: DEBUG oslo_concurrency.lockutils [req-23019725-69ec-424e-b050-a9689c7c312c req-89973c83-2aad-42c7-909d-20d48b274ed6 service nova] Releasing lock "refresh_cache-c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.238912] env[69984]: DEBUG oslo_concurrency.lockutils [req-1485c1e0-40b3-40c5-bb66-03ee341049cd req-1f277cfb-b984-4498-bd76-82af6a9f2374 service nova] Releasing lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.241543] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.251837] env[69984]: DEBUG oslo_vmware.api [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944406, 'name': PowerOnVM_Task, 'duration_secs': 1.952843} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.255417] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.255688] env[69984]: INFO nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Took 12.86 seconds to spawn the instance on the hypervisor. [ 640.255871] env[69984]: DEBUG nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.256724] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240630b8-87c8-44e5-a9ae-0e7c394f1e05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.269963] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.294161] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.294161] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.294161] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.294342] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.294342] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.294342] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.297709] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.297944] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.298149] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.298314] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.298487] env[69984]: DEBUG nova.virt.hardware [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.301138] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2798e64-84ac-401c-905e-e26d59b6456a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.312036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf2526-c9bb-49d3-9812-16897241663d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.356129] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.363032] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.599s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.365100] env[69984]: INFO nova.compute.claims [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.405538] env[69984]: INFO nova.scheduler.client.report [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Deleted allocations for instance 40e7ba74-3851-4ab7-bb0c-13628afe8dbb [ 640.517293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "44167ce1-d6e6-4227-ac28-db123bc36a17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.517567] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.551897] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Successfully created port: 70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.611055] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60336fcf-13a7-4da0-9787-742317938088 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.631468] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb158e-3b6b-4bc3-b5bf-70945ce5df47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.655694] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 640.669438] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.765238] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944410, 'name': ReconfigVM_Task, 'duration_secs': 0.569609} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.765555] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7/4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.766224] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4dcde12-bef0-4567-b2bf-ee42f21ecbc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.776358] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 640.776358] env[69984]: value = "task-3944412" [ 640.776358] env[69984]: _type = "Task" [ 640.776358] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.791283] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944412, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.794295] env[69984]: INFO nova.compute.manager [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Took 31.03 seconds to build instance. [ 640.917067] env[69984]: DEBUG oslo_concurrency.lockutils [None req-030fe373-f26e-443c-b742-7f222d86425d tempest-ServerDiagnosticsTest-1317812106 tempest-ServerDiagnosticsTest-1317812106-project-member] Lock "40e7ba74-3851-4ab7-bb0c-13628afe8dbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.364s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.172980] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944411, 'name': CreateSnapshot_Task, 'duration_secs': 0.903068} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.174192] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 641.174192] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a6db62-0979-4f61-8402-a79c51dfd1c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.295743] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944412, 'name': Rename_Task, 'duration_secs': 0.210506} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.295743] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.295743] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a414c88-c6a2-4931-9a6f-5681cc1ed82a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.300707] env[69984]: DEBUG nova.network.neutron [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Port 36923de1-8ad3-4612-8019-c1156dd1b3af binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 641.303470] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9f76f87-a548-46b5-a709-2c20660cdd2b tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.488s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.312937] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 641.312937] env[69984]: value = "task-3944413" [ 641.312937] env[69984]: _type = "Task" [ 641.312937] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.326279] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.355471] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Successfully updated port: 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.700813] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 641.700813] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-556cf1dd-991f-49cb-87d4-71975bf41eb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.711842] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 641.711842] env[69984]: value = "task-3944414" [ 641.711842] env[69984]: _type = "Task" [ 641.711842] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.723909] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944414, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.813057] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.833943] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.865808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.865974] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquired lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866190] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.894519] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8878539-11b3-4b98-ba2b-752276abe3c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.911707] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80213bd5-9c72-44a9-9732-91419aac46be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.953634] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d601f49-8df0-4fc6-b55b-840222a90cc1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.968677] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d2e28-6f06-4280-8dd3-5e1c5e980972 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995410] env[69984]: DEBUG nova.compute.provider_tree [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.234138] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944414, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.345029] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.345290] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.345519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.350457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.354670] env[69984]: DEBUG oslo_vmware.api [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944413, 'name': PowerOnVM_Task, 'duration_secs': 0.989614} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.354930] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.355163] env[69984]: INFO nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Took 12.30 seconds to spawn the instance on the hypervisor. [ 642.355339] env[69984]: DEBUG nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 642.356626] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae6523b-74ca-4f8f-8ce4-84baccecbab4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.500270] env[69984]: DEBUG nova.scheduler.client.report [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.533159] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.726265] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944414, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.807566] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.808091] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.879298] env[69984]: INFO nova.compute.manager [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Took 33.02 seconds to build instance. [ 642.910039] env[69984]: DEBUG nova.network.neutron [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updating instance_info_cache with network_info: [{"id": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "address": "fa:16:3e:95:1b:3c", "network": {"id": "08106afe-f8a7-4fc7-bdbb-31088651de1e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2044529020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a380cf3b1b0450ab8c3c7f8c96b6701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf3a3bc-1e", "ovs_interfaceid": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.008698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.008698] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.014997] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.996s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.016605] env[69984]: INFO nova.compute.claims [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.179797] env[69984]: DEBUG nova.compute.manager [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Received event network-vif-plugged-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.181878] env[69984]: DEBUG oslo_concurrency.lockutils [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] Acquiring lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.182250] env[69984]: DEBUG oslo_concurrency.lockutils [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.182471] env[69984]: DEBUG oslo_concurrency.lockutils [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.182671] env[69984]: DEBUG nova.compute.manager [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] No waiting events found dispatching network-vif-plugged-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 643.182832] env[69984]: WARNING nova.compute.manager [req-d91073ba-0adc-4b6c-b150-f726a3e8ea44 req-55fa9d80-ce6a-4861-81d8-2114e71cb05a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Received unexpected event network-vif-plugged-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b for instance with vm_state building and task_state spawning. [ 643.231148] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944414, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.387556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3599d113-90c6-40b0-9c1f-1a60a8cb59e4 tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.583s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.414339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Releasing lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414339] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Instance network_info: |[{"id": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "address": "fa:16:3e:95:1b:3c", "network": {"id": "08106afe-f8a7-4fc7-bdbb-31088651de1e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2044529020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a380cf3b1b0450ab8c3c7f8c96b6701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf3a3bc-1e", "ovs_interfaceid": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.414766] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:1b:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.429815] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Creating folder: Project (5a380cf3b1b0450ab8c3c7f8c96b6701). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.430855] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c9d73c-b4a9-4611-b676-676d533cd3a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.444682] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Created folder: Project (5a380cf3b1b0450ab8c3c7f8c96b6701) in parent group-v782883. [ 643.444994] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Creating folder: Instances. Parent ref: group-v782922. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.445649] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb48d928-55a7-4c2d-b6a9-f14d05e281b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.456449] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.460215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.460215] env[69984]: DEBUG nova.network.neutron [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.473088] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Created folder: Instances in parent group-v782922. [ 643.473757] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.476020] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.476020] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39fa5e40-0c66-49ea-bb1e-8d9a3a8b72ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.513298] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.513298] env[69984]: value = "task-3944417" [ 643.513298] env[69984]: _type = "Task" [ 643.513298] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.522254] env[69984]: DEBUG nova.compute.utils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.523722] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 643.542701] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944417, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.731536] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944414, 'name': CloneVM_Task, 'duration_secs': 1.652633} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.732043] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Created linked-clone VM from snapshot [ 643.735155] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f4fa65-6d9d-4e28-9447-57f9a9167183 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.750421] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Uploading image dac196bc-0e0f-41eb-be15-7c7a4155cdad {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 643.782756] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 643.782756] env[69984]: value = "vm-782921" [ 643.782756] env[69984]: _type = "VirtualMachine" [ 643.782756] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 643.783087] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-437f5c1c-b384-44e5-aaf8-d5135f7060cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.793909] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease: (returnval){ [ 643.793909] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdde46-1e75-a1d7-0566-b5413c23b468" [ 643.793909] env[69984]: _type = "HttpNfcLease" [ 643.793909] env[69984]: } obtained for exporting VM: (result){ [ 643.793909] env[69984]: value = "vm-782921" [ 643.793909] env[69984]: _type = "VirtualMachine" [ 643.793909] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 643.794455] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the lease: (returnval){ [ 643.794455] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdde46-1e75-a1d7-0566-b5413c23b468" [ 643.794455] env[69984]: _type = "HttpNfcLease" [ 643.794455] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 643.811062] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 643.811062] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdde46-1e75-a1d7-0566-b5413c23b468" [ 643.811062] env[69984]: _type = "HttpNfcLease" [ 643.811062] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 643.847124] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Successfully updated port: 70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.900418] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.032590] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.039956] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944417, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.228768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "ea38b005-2876-436c-8043-c4a03a946c36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.229048] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.310212] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.310212] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdde46-1e75-a1d7-0566-b5413c23b468" [ 644.310212] env[69984]: _type = "HttpNfcLease" [ 644.310212] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 644.310212] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 644.310212] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdde46-1e75-a1d7-0566-b5413c23b468" [ 644.310212] env[69984]: _type = "HttpNfcLease" [ 644.310212] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 644.314027] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6b842-43eb-400d-8632-fe8a0234d8b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.325404] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 644.325872] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 644.392554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.392700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquired lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.392850] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.430361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.502408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.502701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.502887] env[69984]: DEBUG nova.compute.manager [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.503821] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76cae0c-22fb-4d9d-880f-5c965fe3f8ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.512701] env[69984]: DEBUG nova.compute.manager [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 644.513315] env[69984]: DEBUG nova.objects.instance [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lazy-loading 'flavor' on Instance uuid f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.534255] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944417, 'name': CreateVM_Task, 'duration_secs': 0.624271} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.534437] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.535708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.535867] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.536289] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.536703] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0504756e-ad04-4277-9660-60413fd53408 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.552611] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba149833-25dc-45f6-9233-61d50de71aad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.561439] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 644.561439] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529acd10-a622-ff52-19e1-e11fb5665bba" [ 644.561439] env[69984]: _type = "Task" [ 644.561439] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.583444] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529acd10-a622-ff52-19e1-e11fb5665bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.677025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c49699e-88dc-4ba4-89f5-ace4a086dad0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.684292] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e94dc-5cb2-41b5-b3f7-a888e300c81d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.722762] env[69984]: DEBUG nova.network.neutron [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.724547] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30049308-3be4-4cc0-ac75-435075db7cc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.733535] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1d340-4c2c-49d7-912d-62a15e448244 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.751345] env[69984]: DEBUG nova.compute.provider_tree [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.861193] env[69984]: DEBUG nova.compute.manager [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Received event network-vif-plugged-70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.861413] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] Acquiring lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.861641] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.861869] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.870182] env[69984]: DEBUG nova.compute.manager [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] No waiting events found dispatching network-vif-plugged-70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.870709] env[69984]: WARNING nova.compute.manager [req-5b5d0497-39cf-4771-a13d-aee8091574d1 req-815c98b7-e95b-4a41-a5b1-ee0e1d57f78c service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Received unexpected event network-vif-plugged-70d49101-92f6-4f97-b752-d65c12b02aeb for instance with vm_state building and task_state spawning. [ 645.031813] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.052622] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.083041] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529acd10-a622-ff52-19e1-e11fb5665bba, 'name': SearchDatastore_Task, 'duration_secs': 0.022787} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.083041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.083041] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.083041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.083657] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.083657] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.083657] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e611867f-ee6e-4471-be5a-3cd975b99330 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.103836] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.104482] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.105704] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f35548d-cd83-4fc0-a31c-e1b08586a328 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.119454] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.119454] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.119454] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.119725] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.119725] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.121609] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.121980] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.122186] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.122387] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.122563] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.122734] env[69984]: DEBUG nova.virt.hardware [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.124712] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f718c1-3150-476f-84e3-f499965e433e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.132601] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 645.132601] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52533b35-a0fd-e571-4e06-c265a382c981" [ 645.132601] env[69984]: _type = "Task" [ 645.132601] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.142794] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94399add-de2f-4cd1-9646-99882bc4b929 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.152803] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52533b35-a0fd-e571-4e06-c265a382c981, 'name': SearchDatastore_Task, 'duration_secs': 0.020086} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.153852] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c3175f-8900-4c97-995c-89aa90253c56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.168322] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.175887] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Creating folder: Project (c7fdf36354944187951bd157035b7847). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.175887] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f348bda-560f-4bb2-8388-992514c38f7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.179706] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 645.179706] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b73ed3-b86e-1003-304c-fbc28c95fc39" [ 645.179706] env[69984]: _type = "Task" [ 645.179706] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.185430] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Created folder: Project (c7fdf36354944187951bd157035b7847) in parent group-v782883. [ 645.185662] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Creating folder: Instances. Parent ref: group-v782925. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.189540] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d4ca1d8-c556-4cac-88ce-4d4f5a7830c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.192162] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b73ed3-b86e-1003-304c-fbc28c95fc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.202956] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Created folder: Instances in parent group-v782925. [ 645.202956] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.202956] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.202956] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816497fb-6a42-46b6-a9fa-984a108ea0cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.221903] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.221903] env[69984]: value = "task-3944421" [ 645.221903] env[69984]: _type = "Task" [ 645.221903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.228364] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.239701] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944421, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.257927] env[69984]: DEBUG nova.scheduler.client.report [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.443585] env[69984]: DEBUG nova.network.neutron [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Updating instance_info_cache with network_info: [{"id": "70d49101-92f6-4f97-b752-d65c12b02aeb", "address": "fa:16:3e:94:9c:90", "network": {"id": "2f467d00-2b20-46d0-aa37-06576a593def", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-927157928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dbf9c1b47a341759fcf255af6107e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d49101-92", "ovs_interfaceid": "70d49101-92f6-4f97-b752-d65c12b02aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.535561] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.535918] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6b6694-e447-4eac-92eb-9701574dd432 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.546957] env[69984]: DEBUG oslo_vmware.api [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 645.546957] env[69984]: value = "task-3944422" [ 645.546957] env[69984]: _type = "Task" [ 645.546957] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.563045] env[69984]: DEBUG oslo_vmware.api [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.701449] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b73ed3-b86e-1003-304c-fbc28c95fc39, 'name': SearchDatastore_Task, 'duration_secs': 0.023194} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.701449] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.701609] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 495437b5-1f82-4ad7-8a2c-4acf4641bfad/495437b5-1f82-4ad7-8a2c-4acf4641bfad.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.701788] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f76c40-7b73-4157-aab5-209a819d104f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.713060] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 645.713060] env[69984]: value = "task-3944423" [ 645.713060] env[69984]: _type = "Task" [ 645.713060] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.726462] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.743323] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944421, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.759555] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.759816] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.769092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.769657] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.777588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.165s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.779205] env[69984]: INFO nova.compute.claims [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.784234] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52804785-23ad-4971-b461-d0d187eb1987 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.808554] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb7ba0-61e2-40f4-b31f-dd69c658b22d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.816804] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.951216] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Releasing lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.951927] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Instance network_info: |[{"id": "70d49101-92f6-4f97-b752-d65c12b02aeb", "address": "fa:16:3e:94:9c:90", "network": {"id": "2f467d00-2b20-46d0-aa37-06576a593def", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-927157928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dbf9c1b47a341759fcf255af6107e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d49101-92", "ovs_interfaceid": "70d49101-92f6-4f97-b752-d65c12b02aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.952480] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d49101-92f6-4f97-b752-d65c12b02aeb', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.961471] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Creating folder: Project (4dbf9c1b47a341759fcf255af6107e5d). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.961826] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4d22e7b-7d1f-40a4-825b-130027f6f796 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.974267] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Created folder: Project (4dbf9c1b47a341759fcf255af6107e5d) in parent group-v782883. [ 645.974582] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Creating folder: Instances. Parent ref: group-v782928. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.975075] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080e9d55-cbb8-4fde-abe8-2d42b595c203 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.989025] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Created folder: Instances in parent group-v782928. [ 645.989025] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.989025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.989025] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ed34cf-5059-42ad-a733-587055bb83c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.013284] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.013284] env[69984]: value = "task-3944426" [ 646.013284] env[69984]: _type = "Task" [ 646.013284] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.027913] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944426, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.062172] env[69984]: DEBUG oslo_vmware.api [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944422, 'name': PowerOffVM_Task, 'duration_secs': 0.237572} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.062172] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.062172] env[69984]: DEBUG nova.compute.manager [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.065800] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f0301-0c2c-45d0-aa01-8f630ce601b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.233168] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.255992] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944421, 'name': CreateVM_Task, 'duration_secs': 0.528685} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.256232] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.256839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.257151] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.260313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.260313] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe82595a-e7f9-49ec-8439-940640467843 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.265964] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 646.265964] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52434db2-d1ac-d338-1f66-0b256f1b6074" [ 646.265964] env[69984]: _type = "Task" [ 646.265964] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.286324] env[69984]: DEBUG nova.compute.utils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.289037] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52434db2-d1ac-d338-1f66-0b256f1b6074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.289696] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 646.324464] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.325722] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcd5d9f-0d05-4810-beca-1dae7f86b3fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.334833] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 646.334833] env[69984]: value = "task-3944427" [ 646.334833] env[69984]: _type = "Task" [ 646.334833] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.351885] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.525417] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944426, 'name': CreateVM_Task, 'duration_secs': 0.506204} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.529026] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.529026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.595213] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b5cb615-2a3c-44f4-b87f-dd7de7b16ec3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.728429] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668056} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.729414] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 495437b5-1f82-4ad7-8a2c-4acf4641bfad/495437b5-1f82-4ad7-8a2c-4acf4641bfad.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.729414] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.729610] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a588d92-3425-4ab5-9bd2-c674ca39edf7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.737771] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 646.737771] env[69984]: value = "task-3944428" [ 646.737771] env[69984]: _type = "Task" [ 646.737771] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.753173] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.781158] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52434db2-d1ac-d338-1f66-0b256f1b6074, 'name': SearchDatastore_Task, 'duration_secs': 0.061324} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.781546] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.781785] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.782432] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.782605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.782804] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.783146] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.783473] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.783864] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e296293-73cd-4797-9894-ca54e98104e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.786874] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960def32-432e-4394-84fe-a4d96a439bee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.789653] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.799233] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 646.799233] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525caf3f-60e9-0541-fbf0-0d9c4be7ef6a" [ 646.799233] env[69984]: _type = "Task" [ 646.799233] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.801523] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.802229] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.807000] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae6e153-df03-4d7d-8476-173f43140c65 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.817918] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 646.817918] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c3c4e-96f0-66a0-44c2-acb11c281812" [ 646.817918] env[69984]: _type = "Task" [ 646.817918] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.822445] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525caf3f-60e9-0541-fbf0-0d9c4be7ef6a, 'name': SearchDatastore_Task, 'duration_secs': 0.018757} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.826439] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.828959] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.828959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.832877] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c3c4e-96f0-66a0-44c2-acb11c281812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.855083] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944427, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.053264] env[69984]: DEBUG nova.compute.manager [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Received event network-changed {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.053499] env[69984]: DEBUG nova.compute.manager [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Refreshing instance network info cache due to event network-changed. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.054071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] Acquiring lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.054071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] Acquired lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.055691] env[69984]: DEBUG nova.network.neutron [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.257268] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090299} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.257268] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.260511] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9fb76-94ad-4a9b-a820-51df0068dc6e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.294724] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 495437b5-1f82-4ad7-8a2c-4acf4641bfad/495437b5-1f82-4ad7-8a2c-4acf4641bfad.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.299063] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-060f63fc-515a-454f-9af1-bcb339236938 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.330226] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 647.330226] env[69984]: value = "task-3944429" [ 647.330226] env[69984]: _type = "Task" [ 647.330226] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.350349] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526c3c4e-96f0-66a0-44c2-acb11c281812, 'name': SearchDatastore_Task, 'duration_secs': 0.016354} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.361533] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fba2e968-1584-4c3a-aaa2-b7f3988c4ea3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.365011] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.377317] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 647.377317] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52047aa3-42b8-909d-a5b6-bbd37b0e064b" [ 647.377317] env[69984]: _type = "Task" [ 647.377317] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.377317] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944427, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.387091] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52047aa3-42b8-909d-a5b6-bbd37b0e064b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.463737] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559ef97-0c46-43f8-b6de-7f977b7cdc1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.472487] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8068fad-7d2c-4605-bcba-88f9f3b63cd7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.512048] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57d8aa-68d9-4c4c-99f3-5280b8f10a5a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.521311] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd09640-69ac-4a2b-a827-4ab5948eaf37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.541025] env[69984]: DEBUG nova.compute.provider_tree [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.547448] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "88680cae-3279-4a16-997a-d39504aa920a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.547702] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.659226] env[69984]: DEBUG nova.compute.manager [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Received event network-changed-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.659485] env[69984]: DEBUG nova.compute.manager [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Refreshing instance network info cache due to event network-changed-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.660589] env[69984]: DEBUG oslo_concurrency.lockutils [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] Acquiring lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.660753] env[69984]: DEBUG oslo_concurrency.lockutils [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] Acquired lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.661063] env[69984]: DEBUG nova.network.neutron [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Refreshing network info cache for port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.820246] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.843979] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944429, 'name': ReconfigVM_Task, 'duration_secs': 0.515147} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.846912] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 495437b5-1f82-4ad7-8a2c-4acf4641bfad/495437b5-1f82-4ad7-8a2c-4acf4641bfad.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.850373] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fdb40f7-9c6d-4847-9ecc-a6ddfb537faa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.856441] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.856698] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.856858] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.857054] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.857210] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.857367] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.858519] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.858713] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.858943] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.859204] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.860119] env[69984]: DEBUG nova.virt.hardware [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.863787] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a528c6c-d13b-4edc-b6b7-8bc6cf4d06b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.866810] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 647.866810] env[69984]: value = "task-3944430" [ 647.866810] env[69984]: _type = "Task" [ 647.866810] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.877897] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944427, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.879903] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070053f7-df23-4d3b-a6cb-c2b1559c6ebb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.893788] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944430, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.901452] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52047aa3-42b8-909d-a5b6-bbd37b0e064b, 'name': SearchDatastore_Task, 'duration_secs': 0.0178} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.912777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.913195] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 57bc4d65-6353-4e73-aef5-ded2041b48b7/57bc4d65-6353-4e73-aef5-ded2041b48b7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.913782] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.922362] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Creating folder: Project (973ef46e44384a1ba2c27c0ca3085e20). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.924296] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.924452] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.924656] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50e9d342-156c-4143-88e5-2516ae80115f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.927237] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d11ccf9-af57-4dfe-97e1-56cb67283ed0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.930123] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc71f3b5-b44d-4ee5-a297-063f33576e7e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.941377] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 647.941377] env[69984]: value = "task-3944432" [ 647.941377] env[69984]: _type = "Task" [ 647.941377] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.946992] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Created folder: Project (973ef46e44384a1ba2c27c0ca3085e20) in parent group-v782883. [ 647.947230] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Creating folder: Instances. Parent ref: group-v782931. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.948026] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22aa971-8f0c-42e3-9625-c77edfa1dc67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.951125] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.951371] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.961071] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e0b7e1-fa7b-4934-9841-9c86083183d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.963998] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.968429] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 647.968429] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52daa689-84b1-8f6d-5dd7-0a8bd0dcaf9c" [ 647.968429] env[69984]: _type = "Task" [ 647.968429] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.974984] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Created folder: Instances in parent group-v782931. [ 647.975719] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.976336] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.976653] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29bc05f3-3ace-4f50-9b95-3fa16f31bb3e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.995174] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52daa689-84b1-8f6d-5dd7-0a8bd0dcaf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.001909] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.001909] env[69984]: value = "task-3944434" [ 648.001909] env[69984]: _type = "Task" [ 648.001909] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.013210] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944434, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.032701] env[69984]: DEBUG nova.network.neutron [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Updating instance_info_cache with network_info: [{"id": "50c2fd49-1321-4862-82db-751408f7d891", "address": "fa:16:3e:57:c9:86", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50c2fd49-13", "ovs_interfaceid": "50c2fd49-1321-4862-82db-751408f7d891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.044996] env[69984]: DEBUG nova.scheduler.client.report [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.368622] env[69984]: DEBUG oslo_vmware.api [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944427, 'name': PowerOnVM_Task, 'duration_secs': 1.557549} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.374069] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.374492] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f00401-a2c4-46be-a63a-cef6b91bd0c5 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance '7b734fe9-f3fd-4230-a28d-6152e33ec400' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.388087] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944430, 'name': Rename_Task, 'duration_secs': 0.2185} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.388905] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.389376] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e8f4ae9-e27e-4919-87f8-d3f8b3df35f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.399538] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 648.399538] env[69984]: value = "task-3944435" [ 648.399538] env[69984]: _type = "Task" [ 648.399538] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.412366] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.455834] env[69984]: DEBUG nova.compute.manager [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Received event network-changed-70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.455834] env[69984]: DEBUG nova.compute.manager [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Refreshing instance network info cache due to event network-changed-70d49101-92f6-4f97-b752-d65c12b02aeb. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.455834] env[69984]: DEBUG oslo_concurrency.lockutils [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] Acquiring lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.455834] env[69984]: DEBUG oslo_concurrency.lockutils [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] Acquired lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.459051] env[69984]: DEBUG nova.network.neutron [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Refreshing network info cache for port 70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.465347] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.482836] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52daa689-84b1-8f6d-5dd7-0a8bd0dcaf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014281} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.484443] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d039fdf5-e82c-4faf-a8af-b31c7c285039 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.495809] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 648.495809] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a63fd-0dc5-18f8-edb4-18535eec0c90" [ 648.495809] env[69984]: _type = "Task" [ 648.495809] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.510672] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a63fd-0dc5-18f8-edb4-18535eec0c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.520668] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944434, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.526033] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "6f79348a-64cf-4104-a96b-5022e39e331e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.526345] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.535654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70fdc5f7-adea-4393-90f4-4a58a1d0c881 tempest-ServerExternalEventsTest-1758203030 tempest-ServerExternalEventsTest-1758203030-project] Releasing lock "refresh_cache-4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.539882] env[69984]: DEBUG nova.network.neutron [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updated VIF entry in instance network info cache for port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.540316] env[69984]: DEBUG nova.network.neutron [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updating instance_info_cache with network_info: [{"id": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "address": "fa:16:3e:95:1b:3c", "network": {"id": "08106afe-f8a7-4fc7-bdbb-31088651de1e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2044529020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a380cf3b1b0450ab8c3c7f8c96b6701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf3a3bc-1e", "ovs_interfaceid": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.556445] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.557548] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.562911] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.492s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.563588] env[69984]: DEBUG nova.objects.instance [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lazy-loading 'resources' on Instance uuid e3d4ce77-889d-4662-9d6d-6aabee1caa48 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.918918] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.957836] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724838} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.958066] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 57bc4d65-6353-4e73-aef5-ded2041b48b7/57bc4d65-6353-4e73-aef5-ded2041b48b7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.958841] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.958841] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee3d278-2bad-46cb-a8a4-9e4fe07534c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.974287] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 648.974287] env[69984]: value = "task-3944436" [ 648.974287] env[69984]: _type = "Task" [ 648.974287] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.990432] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.013503] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a63fd-0dc5-18f8-edb4-18535eec0c90, 'name': SearchDatastore_Task, 'duration_secs': 0.064336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.014949] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.014949] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c07e7d92-970d-4c27-bf62-e7516fea5bfa/c07e7d92-970d-4c27-bf62-e7516fea5bfa.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.014949] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba69341-fd69-4028-a19b-151cb853942a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.021703] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944434, 'name': CreateVM_Task, 'duration_secs': 0.564939} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.022251] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.023083] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.023270] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.024525] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.024525] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16948940-4ccb-4048-a64b-f6cc318fa3ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.027291] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 649.027291] env[69984]: value = "task-3944437" [ 649.027291] env[69984]: _type = "Task" [ 649.027291] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.037773] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 649.037773] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201b758-0a4e-29e0-5cf4-8e55a34fe536" [ 649.037773] env[69984]: _type = "Task" [ 649.037773] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.045459] env[69984]: DEBUG oslo_concurrency.lockutils [req-97c5700a-c4bc-4c4d-a77c-6dd036564cc9 req-83669100-3ef8-4e99-9d7b-9be1dc97d4e5 service nova] Releasing lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045459] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.052654] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201b758-0a4e-29e0-5cf4-8e55a34fe536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.067668] env[69984]: DEBUG nova.compute.utils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.077440] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.077440] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.084414] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.085148] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.085585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.086208] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.086510] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.089782] env[69984]: INFO nova.compute.manager [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Terminating instance [ 649.169506] env[69984]: DEBUG nova.policy [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188e1bf4fa7941f2a40b29b734a06fb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '833fd880d1584d98beadadf26256c9ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.411749] env[69984]: DEBUG oslo_vmware.api [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944435, 'name': PowerOnVM_Task, 'duration_secs': 0.736865} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.415282] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.417119] env[69984]: INFO nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Took 11.94 seconds to spawn the instance on the hypervisor. [ 649.417119] env[69984]: DEBUG nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.417372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f91ba10-d23e-4bf9-8cbb-0bea93d6471f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.487729] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08662} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.488022] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.488936] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd815c0-cdd0-4b1c-81de-342a5ed414bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.517525] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 57bc4d65-6353-4e73-aef5-ded2041b48b7/57bc4d65-6353-4e73-aef5-ded2041b48b7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.520782] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51151980-de7d-46a2-8053-1e14aad7071f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.551295] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.560134] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201b758-0a4e-29e0-5cf4-8e55a34fe536, 'name': SearchDatastore_Task, 'duration_secs': 0.026468} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.560134] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 649.560134] env[69984]: value = "task-3944438" [ 649.560134] env[69984]: _type = "Task" [ 649.560134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.561783] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.561783] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.561783] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.561783] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.562083] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.562083] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21bd2da-30e2-45dc-8445-f6c68097052c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.576865] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.576865] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.583947] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.584159] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.587648] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc3dedc-f485-4b73-9902-9b27cad6cdc5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.595645] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 649.595645] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e920ee-7069-868d-d5e1-33cf402b5951" [ 649.595645] env[69984]: _type = "Task" [ 649.595645] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.605794] env[69984]: DEBUG nova.compute.manager [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.606075] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.606345] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e920ee-7069-868d-d5e1-33cf402b5951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.607814] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e403e0-f28b-4d94-95b2-3633c97c9b20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.616685] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.616998] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3169dc3f-b0ac-45e6-a2c7-75f87c806c5c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.627122] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 649.627122] env[69984]: value = "task-3944439" [ 649.627122] env[69984]: _type = "Task" [ 649.627122] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.640938] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.704900] env[69984]: DEBUG nova.network.neutron [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Updated VIF entry in instance network info cache for port 70d49101-92f6-4f97-b752-d65c12b02aeb. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.705825] env[69984]: DEBUG nova.network.neutron [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Updating instance_info_cache with network_info: [{"id": "70d49101-92f6-4f97-b752-d65c12b02aeb", "address": "fa:16:3e:94:9c:90", "network": {"id": "2f467d00-2b20-46d0-aa37-06576a593def", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-927157928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4dbf9c1b47a341759fcf255af6107e5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d49101-92", "ovs_interfaceid": "70d49101-92f6-4f97-b752-d65c12b02aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.726916] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef333a1-cc91-4abe-bb98-0c835b092f00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.740626] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13cb9d3-8ba1-4f97-9df6-08fe255fd1e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.778504] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6711c-6585-4c73-853c-9a353e676609 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.789024] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b73f155-6082-47fb-903d-fd63cd9950ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.805502] env[69984]: DEBUG nova.compute.provider_tree [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.943811] env[69984]: INFO nova.compute.manager [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Took 31.99 seconds to build instance. [ 650.050021] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7727} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.053835] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c07e7d92-970d-4c27-bf62-e7516fea5bfa/c07e7d92-970d-4c27-bf62-e7516fea5bfa.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.053835] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.053835] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd03864a-fa17-45b7-8ee9-ccd3831426b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.063257] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 650.063257] env[69984]: value = "task-3944440" [ 650.063257] env[69984]: _type = "Task" [ 650.063257] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.090786] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.098572] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.115683] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e920ee-7069-868d-d5e1-33cf402b5951, 'name': SearchDatastore_Task, 'duration_secs': 0.061236} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.116900] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b36293-9f5d-4b1a-adac-fa238733d309 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.126708] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 650.126708] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296fdcb-ae35-9bc0-7a13-7f22a57fee58" [ 650.126708] env[69984]: _type = "Task" [ 650.126708] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.152378] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296fdcb-ae35-9bc0-7a13-7f22a57fee58, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.152654] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944439, 'name': PowerOffVM_Task, 'duration_secs': 0.32495} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.152968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.153251] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.153826] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.153826] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.153956] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b19547-0916-4205-b312-45cacf4a93fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.156249] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f458613-2554-436e-8f1e-303e1faddcaf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.158919] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Successfully created port: a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.167285] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 650.167285] env[69984]: value = "task-3944442" [ 650.167285] env[69984]: _type = "Task" [ 650.167285] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.183266] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.210980] env[69984]: DEBUG oslo_concurrency.lockutils [req-03f828c9-4cd6-42ec-b2fb-f9db99e343b6 req-55769c82-a52f-40fd-a4ec-1bd255c38b00 service nova] Releasing lock "refresh_cache-c07e7d92-970d-4c27-bf62-e7516fea5bfa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.237145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.237145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.237145] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Deleting the datastore file [datastore1] 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.237145] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8926bd0-d7d0-4b8c-acf8-164903eb1d51 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.245049] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for the task: (returnval){ [ 650.245049] env[69984]: value = "task-3944443" [ 650.245049] env[69984]: _type = "Task" [ 650.245049] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.257096] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.310679] env[69984]: DEBUG nova.scheduler.client.report [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.446790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8718f09d-7ebe-4f2d-8d56-c28dc833fe21 tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.736s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.578735] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944438, 'name': ReconfigVM_Task, 'duration_secs': 0.753386} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.580896] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 57bc4d65-6353-4e73-aef5-ded2041b48b7/57bc4d65-6353-4e73-aef5-ded2041b48b7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.585309] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083664} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.585309] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d9fb4aa-ba4c-4891-b7db-2d5c80577cf9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.587433] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.590863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd1799-2b62-49d0-b7ff-de755950aebd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.612281] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.623305] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c07e7d92-970d-4c27-bf62-e7516fea5bfa/c07e7d92-970d-4c27-bf62-e7516fea5bfa.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.625193] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-318804a7-4946-40fe-b9c5-e04e6ac5ca3b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.641162] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 650.641162] env[69984]: value = "task-3944444" [ 650.641162] env[69984]: _type = "Task" [ 650.641162] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.649953] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 650.649953] env[69984]: value = "task-3944445" [ 650.649953] env[69984]: _type = "Task" [ 650.649953] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.656258] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944444, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.665085] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.668409] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.672021] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.672021] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.672021] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.672021] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.672021] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.672459] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.672459] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.672459] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.672459] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.672459] env[69984]: DEBUG nova.virt.hardware [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.672668] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5beca-0bf6-4880-859c-2337ec698d24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.685778] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944442, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.690062] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84273f28-e543-43b5-b7b4-c858377fe8ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.752484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.752740] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.759610] env[69984]: DEBUG oslo_vmware.api [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Task: {'id': task-3944443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437681} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.760227] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.760473] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.760627] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.760830] env[69984]: INFO nova.compute.manager [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 650.761141] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.761377] env[69984]: DEBUG nova.compute.manager [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.761479] env[69984]: DEBUG nova.network.neutron [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.819235] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.819981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.937s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.821808] env[69984]: INFO nova.compute.claims [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.860883] env[69984]: INFO nova.scheduler.client.report [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Deleted allocations for instance e3d4ce77-889d-4662-9d6d-6aabee1caa48 [ 650.951210] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.153062] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944444, 'name': Rename_Task, 'duration_secs': 0.366507} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.156241] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.156528] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ce8840-c264-4079-928c-4593597ca858 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.164233] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.165738] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 651.165738] env[69984]: value = "task-3944446" [ 651.165738] env[69984]: _type = "Task" [ 651.165738] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.174771] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.184714] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685351} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.184962] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.185203] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.185460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab21851a-0612-4bbc-a7de-46ddcbb569b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.192656] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 651.192656] env[69984]: value = "task-3944447" [ 651.192656] env[69984]: _type = "Task" [ 651.192656] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.204466] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.368882] env[69984]: DEBUG oslo_concurrency.lockutils [None req-532788a2-9c24-49fb-b0ec-0abf9a888b31 tempest-DeleteServersAdminTestJSON-1577048396 tempest-DeleteServersAdminTestJSON-1577048396-project-admin] Lock "e3d4ce77-889d-4662-9d6d-6aabee1caa48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.524s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.476289] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.476679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.476920] env[69984]: DEBUG nova.compute.manager [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Going to confirm migration 1 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 651.503303] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.663698] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944445, 'name': ReconfigVM_Task, 'duration_secs': 0.625828} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.663987] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c07e7d92-970d-4c27-bf62-e7516fea5bfa/c07e7d92-970d-4c27-bf62-e7516fea5bfa.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.664620] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-766777d2-0dc4-4390-b05f-ccf6bebcd065 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.677166] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 651.677166] env[69984]: value = "task-3944448" [ 651.677166] env[69984]: _type = "Task" [ 651.677166] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.681348] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.690455] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944448, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.702877] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075852} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.706256] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.706256] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837bbc63-a5b1-47b4-80d0-ddb22afa139e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.729824] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.729824] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8b072e-e804-4e74-9b14-abe750460f95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.753238] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 651.753238] env[69984]: value = "task-3944449" [ 651.753238] env[69984]: _type = "Task" [ 651.753238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.766000] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.804810] env[69984]: DEBUG nova.network.neutron [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.008885] env[69984]: DEBUG nova.objects.instance [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lazy-loading 'flavor' on Instance uuid f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.176435] env[69984]: DEBUG nova.compute.manager [req-9f1104f3-c8b4-459c-973e-52c3dce04bfe req-ca51f207-7836-4b44-b1b5-405075eb2595 service nova] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Received event network-vif-deleted-50c2fd49-1321-4862-82db-751408f7d891 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.180391] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.192207] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944448, 'name': Rename_Task, 'duration_secs': 0.247279} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.192508] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.192762] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86aeeddd-c232-4b27-8576-516b14ad325d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.201062] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 652.201062] env[69984]: value = "task-3944450" [ 652.201062] env[69984]: _type = "Task" [ 652.201062] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.210263] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.269702] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.285606] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Successfully updated port: a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.307198] env[69984]: INFO nova.compute.manager [-] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Took 1.55 seconds to deallocate network for instance. [ 652.351026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351525] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351823] env[69984]: DEBUG nova.network.neutron [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.352131] env[69984]: DEBUG nova.objects.instance [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lazy-loading 'info_cache' on Instance uuid 7b734fe9-f3fd-4230-a28d-6152e33ec400 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.483160] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fface4a4-9500-492d-b9c8-0a062e23a00f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.492827] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429f520-e043-4454-afe7-a267a652ab03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.536909] env[69984]: DEBUG oslo_concurrency.lockutils [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.536909] env[69984]: DEBUG oslo_concurrency.lockutils [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquired lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.536909] env[69984]: DEBUG nova.network.neutron [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.537189] env[69984]: DEBUG nova.objects.instance [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lazy-loading 'info_cache' on Instance uuid f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.541424] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e459758-55a0-4720-b25e-653566ecde2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.554974] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2157e23c-cd25-40f7-b620-c2572626607d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.580304] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.680237] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.711977] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.767503] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.789483] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.792526] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.792526] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.814279] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.042371] env[69984]: DEBUG nova.objects.base [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 653.114220] env[69984]: ERROR nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [req-a06903bf-13e2-4884-b498-f9207a367664] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a06903bf-13e2-4884-b498-f9207a367664"}]} [ 653.144202] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.162137] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.162137] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.178603] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.179857] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 653.203911] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 653.222439] env[69984]: DEBUG oslo_vmware.api [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944450, 'name': PowerOnVM_Task, 'duration_secs': 0.803733} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.223943] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.223943] env[69984]: INFO nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Took 12.98 seconds to spawn the instance on the hypervisor. [ 653.225090] env[69984]: DEBUG nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.227074] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81bdab-989f-4cd0-bda8-cc253b776225 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.270195] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944449, 'name': ReconfigVM_Task, 'duration_secs': 1.3708} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.270604] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfigured VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.271545] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7948540-e26e-46e2-999a-0131df8e5fbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.281210] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 653.281210] env[69984]: value = "task-3944451" [ 653.281210] env[69984]: _type = "Task" [ 653.281210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.299923] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944451, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.393032] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.428358] env[69984]: DEBUG nova.compute.manager [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Received event network-vif-plugged-a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.428643] env[69984]: DEBUG oslo_concurrency.lockutils [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.428875] env[69984]: DEBUG oslo_concurrency.lockutils [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.429063] env[69984]: DEBUG oslo_concurrency.lockutils [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.429258] env[69984]: DEBUG nova.compute.manager [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] No waiting events found dispatching network-vif-plugged-a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.429394] env[69984]: WARNING nova.compute.manager [req-fc1f7174-92b7-4a6c-aa32-fc435e00714b req-b0c3c1a4-d209-4d7d-8c84-c431ebd801f9 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Received unexpected event network-vif-plugged-a6b523b4-2c4a-472c-92d8-0e147747a0ff for instance with vm_state building and task_state spawning. [ 653.683030] env[69984]: DEBUG oslo_vmware.api [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944446, 'name': PowerOnVM_Task, 'duration_secs': 2.161283} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.686853] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.686853] env[69984]: INFO nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Took 8.63 seconds to spawn the instance on the hypervisor. [ 653.687063] env[69984]: DEBUG nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.688258] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d1cbf-818d-4b4e-ac41-587597548beb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.714508] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b09fc-8787-4a13-8910-10ef5fa5127f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.720284] env[69984]: DEBUG nova.network.neutron [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [{"id": "36923de1-8ad3-4612-8019-c1156dd1b3af", "address": "fa:16:3e:e6:a5:94", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36923de1-8a", "ovs_interfaceid": "36923de1-8ad3-4612-8019-c1156dd1b3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.728213] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b9e194-9215-4987-866d-f275184e7a35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.786988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14b73ac-7731-40af-97ae-21db9b87c497 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.790256] env[69984]: INFO nova.compute.manager [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Took 35.75 seconds to build instance. [ 653.805653] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffdf182-f904-4381-a585-c50bac0ed811 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.810984] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944451, 'name': Rename_Task, 'duration_secs': 0.505896} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.811229] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.811862] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-787ee43a-e5ab-4894-aa36-50f3fb1f1b48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.822914] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.825832] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 653.825832] env[69984]: value = "task-3944452" [ 653.825832] env[69984]: _type = "Task" [ 653.825832] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.831532] env[69984]: DEBUG nova.network.neutron [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updating instance_info_cache with network_info: [{"id": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "address": "fa:16:3e:2f:f7:ef", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b523b4-2c", "ovs_interfaceid": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.836491] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.996699] env[69984]: DEBUG nova.network.neutron [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Updating instance_info_cache with network_info: [{"id": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "address": "fa:16:3e:7f:db:b9", "network": {"id": "f2fbd993-3387-42df-89dd-2bdefaa70853", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1460301095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b861186c6bbc4eda9db4610adbb54fad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd2a6b0-a8", "ovs_interfaceid": "bdd2a6b0-a841-4d7b-a292-2d94b24618dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.217427] env[69984]: INFO nova.compute.manager [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Took 34.47 seconds to build instance. [ 654.224725] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-7b734fe9-f3fd-4230-a28d-6152e33ec400" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.224992] env[69984]: DEBUG nova.objects.instance [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lazy-loading 'migration_context' on Instance uuid 7b734fe9-f3fd-4230-a28d-6152e33ec400 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.276474] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.277179] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.294028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1fdb2926-d6a1-48f5-a618-95683f2828d8 tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.413s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.337895] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.337895] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Instance network_info: |[{"id": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "address": "fa:16:3e:2f:f7:ef", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b523b4-2c", "ovs_interfaceid": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.338284] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f7:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6b523b4-2c4a-472c-92d8-0e147747a0ff', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.346282] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Creating folder: Project (833fd880d1584d98beadadf26256c9ee). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.351403] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b36d7ffd-6805-4eec-a446-0bea0725bbf8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.353635] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.362454] env[69984]: ERROR nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [req-54ee4877-18a5-49ce-bdf2-728c01b7b44c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54ee4877-18a5-49ce-bdf2-728c01b7b44c"}]} [ 654.369219] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Created folder: Project (833fd880d1584d98beadadf26256c9ee) in parent group-v782883. [ 654.369573] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Creating folder: Instances. Parent ref: group-v782934. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.369785] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e11683-eb1f-41fd-bc81-564642526bef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.383604] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Created folder: Instances in parent group-v782934. [ 654.383830] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.384072] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.384195] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb41a49-1486-40be-a94a-c2f375a5fe27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.399775] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.409555] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.409555] env[69984]: value = "task-3944455" [ 654.409555] env[69984]: _type = "Task" [ 654.409555] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.420278] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944455, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.428608] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.428940] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.468486] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.500506] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.500862] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 41 to 42 during operation: update_traits {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 654.503644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Releasing lock "refresh_cache-f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.563385] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 654.563858] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a29fb18-958b-4e62-a496-4769f6de45f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.575576] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 654.575730] env[69984]: ERROR oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk due to incomplete transfer. [ 654.576274] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8bcb002b-7aac-47f5-91aa-b1f2e8b940ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.586314] env[69984]: DEBUG oslo_vmware.rw_handles [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ab3426-3260-3fde-91a2-6db5d5cbc545/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 654.586314] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Uploaded image dac196bc-0e0f-41eb-be15-7c7a4155cdad to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 654.588322] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.588672] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-653b198a-c897-4dab-90a2-6ddadf35b2d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.599930] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 654.599930] env[69984]: value = "task-3944456" [ 654.599930] env[69984]: _type = "Task" [ 654.599930] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.610275] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944456, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.721124] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06bdd933-7c21-48f9-9808-26cb7e5c8c35 tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.440s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.729481] env[69984]: DEBUG nova.objects.base [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Object Instance<7b734fe9-f3fd-4230-a28d-6152e33ec400> lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 654.730700] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5f3e6-7b82-4557-b3af-4a0f6269b0ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.762877] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9a1f9a-d33e-4c93-9978-98bde52b3f3e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.770341] env[69984]: DEBUG oslo_vmware.api [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 654.770341] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5235099a-f621-aa17-ac53-01b908f24f1d" [ 654.770341] env[69984]: _type = "Task" [ 654.770341] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.784457] env[69984]: DEBUG oslo_vmware.api [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5235099a-f621-aa17-ac53-01b908f24f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.788190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.795436] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.845016] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.924547] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944455, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.956645] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.956645] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.115064] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944456, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.161152] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7899d5ef-4eeb-4944-81da-36e4b4f53b48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.172124] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a7b53-55e7-45b8-a7ff-2b9dd05da1e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.213165] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b86da4-3ce5-46cc-b770-274e630f5d52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.222311] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24979de6-8e45-414d-81d0-346320a4e8f9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.227691] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.241534] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.320790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.344642] env[69984]: DEBUG oslo_vmware.api [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944452, 'name': PowerOnVM_Task, 'duration_secs': 1.268242} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.344967] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.344967] env[69984]: INFO nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Took 7.52 seconds to spawn the instance on the hypervisor. [ 655.345267] env[69984]: DEBUG nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.346070] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8daece-db18-4547-b181-ac45b9ac2cf6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.424402] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944455, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.486578] env[69984]: DEBUG nova.compute.manager [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Received event network-changed-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.486955] env[69984]: DEBUG nova.compute.manager [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Refreshing instance network info cache due to event network-changed-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.487894] env[69984]: DEBUG oslo_concurrency.lockutils [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] Acquiring lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.487894] env[69984]: DEBUG oslo_concurrency.lockutils [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] Acquired lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.487894] env[69984]: DEBUG nova.network.neutron [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Refreshing network info cache for port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.510766] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.511098] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cf49ba7-0703-423f-bae9-4dfc0a885f12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.519319] env[69984]: DEBUG oslo_vmware.api [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 655.519319] env[69984]: value = "task-3944457" [ 655.519319] env[69984]: _type = "Task" [ 655.519319] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.529780] env[69984]: DEBUG oslo_vmware.api [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.615564] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944456, 'name': Destroy_Task, 'duration_secs': 0.751847} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.615933] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Destroyed the VM [ 655.616411] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 655.616781] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-667736a4-c193-461c-81c9-46ffe4a9dc2e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.627008] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 655.627008] env[69984]: value = "task-3944458" [ 655.627008] env[69984]: _type = "Task" [ 655.627008] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.640797] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.769186] env[69984]: ERROR nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [req-b011f28c-4ff3-4589-9094-6456d9e59ee3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b011f28c-4ff3-4589-9094-6456d9e59ee3"}]} [ 655.777879] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.789945] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.795208] env[69984]: DEBUG nova.compute.manager [None req-3bc2772f-c204-44d8-8b65-9d85b5d8aa82 tempest-ServerDiagnosticsV248Test-2014184048 tempest-ServerDiagnosticsV248Test-2014184048-project-admin] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.796433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225eaf2-afad-4256-b13b-1e7ec7357af3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.808601] env[69984]: INFO nova.compute.manager [None req-3bc2772f-c204-44d8-8b65-9d85b5d8aa82 tempest-ServerDiagnosticsV248Test-2014184048 tempest-ServerDiagnosticsV248Test-2014184048-project-admin] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Retrieving diagnostics [ 655.809582] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5039c-d819-4bc4-93e0-a343692126c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.814277] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.814760] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.845685] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.852293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.852524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.867476] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.872592] env[69984]: INFO nova.compute.manager [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Took 32.87 seconds to build instance. [ 655.924934] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944455, 'name': CreateVM_Task, 'duration_secs': 1.379113} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.925314] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.925995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.926247] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.926586] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.927498] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341ff619-4959-4a66-afd2-c4a883f1fb72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.936939] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 655.936939] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff9393-6f7d-4cf6-bc80-39f89e11b9c2" [ 655.936939] env[69984]: _type = "Task" [ 655.936939] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.947902] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff9393-6f7d-4cf6-bc80-39f89e11b9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.030669] env[69984]: DEBUG oslo_vmware.api [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.145202] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944458, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.288744] env[69984]: DEBUG nova.network.neutron [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updated VIF entry in instance network info cache for port 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.288744] env[69984]: DEBUG nova.network.neutron [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updating instance_info_cache with network_info: [{"id": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "address": "fa:16:3e:95:1b:3c", "network": {"id": "08106afe-f8a7-4fc7-bdbb-31088651de1e", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2044529020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a380cf3b1b0450ab8c3c7f8c96b6701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf3a3bc-1e", "ovs_interfaceid": "4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.346576] env[69984]: DEBUG nova.compute.manager [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Received event network-changed-a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.347285] env[69984]: DEBUG nova.compute.manager [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Refreshing instance network info cache due to event network-changed-a6b523b4-2c4a-472c-92d8-0e147747a0ff. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.348036] env[69984]: DEBUG oslo_concurrency.lockutils [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] Acquiring lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348197] env[69984]: DEBUG oslo_concurrency.lockutils [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] Acquired lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348889] env[69984]: DEBUG nova.network.neutron [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Refreshing network info cache for port a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.374606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a283a93d-4e13-49ac-b88c-8ae5d33d10c8 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.700s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.455459] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff9393-6f7d-4cf6-bc80-39f89e11b9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.02121} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.455826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.456083] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.456334] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.456480] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.457076] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.457076] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0cff252-389e-4d3e-b23c-b6f14bbcbac0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.465625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29a87fb-7609-47f8-a1d4-e05524ddcc8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.471286] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.471478] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.476365] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dae06b-2203-4c2c-8e52-a6632a649e72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.479711] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802bbdd-1f93-4aa2-835d-4880f9fcd44e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.487407] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 656.487407] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5228cce6-510d-2ac9-028f-24e9fea6158a" [ 656.487407] env[69984]: _type = "Task" [ 656.487407] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.518448] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f820da6-8509-471b-a243-0e189921af21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.530724] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5228cce6-510d-2ac9-028f-24e9fea6158a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.534782] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec716c-6e61-4680-ac25-6afff7d377e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.543366] env[69984]: DEBUG oslo_vmware.api [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.560248] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.639036] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944458, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.793136] env[69984]: DEBUG oslo_concurrency.lockutils [req-073f43db-4ca6-46d3-b947-af770b4056ea req-2b91f00e-98ed-421f-97fc-dd4d81df71aa service nova] Releasing lock "refresh_cache-495437b5-1f82-4ad7-8a2c-4acf4641bfad" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.877855] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.028431] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5228cce6-510d-2ac9-028f-24e9fea6158a, 'name': SearchDatastore_Task, 'duration_secs': 0.040782} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.031076] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0160aece-e5cc-4848-ab27-ac60b1e435fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.038391] env[69984]: DEBUG oslo_vmware.api [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944457, 'name': PowerOnVM_Task, 'duration_secs': 1.078038} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.039146] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.039353] env[69984]: DEBUG nova.compute.manager [None req-acd24b38-9d8a-4f6e-a480-df67a601c2b5 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 657.040214] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd77b1d-1e56-402f-a542-96c47a16c9ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.045052] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 657.045052] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c7b79a-0160-0b93-f060-790a894c5bdb" [ 657.045052] env[69984]: _type = "Task" [ 657.045052] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.066367] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c7b79a-0160-0b93-f060-790a894c5bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.072928] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.073686] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c634ecbc-24a3-4509-9639-efa6d2ad78c1/c634ecbc-24a3-4509-9639-efa6d2ad78c1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.075731] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b0905e7-0338-4f22-a20b-ab05983075a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.087261] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 657.087261] env[69984]: value = "task-3944459" [ 657.087261] env[69984]: _type = "Task" [ 657.087261] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.098689] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.117021] env[69984]: DEBUG nova.scheduler.client.report [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.117021] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 43 to 44 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.117021] env[69984]: DEBUG nova.compute.provider_tree [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.144909] env[69984]: DEBUG oslo_vmware.api [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944458, 'name': RemoveSnapshot_Task, 'duration_secs': 1.330833} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.145217] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.145468] env[69984]: INFO nova.compute.manager [None req-9a73c294-f737-4a93-b59f-7cccb9962c62 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 657.254628] env[69984]: DEBUG nova.network.neutron [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updated VIF entry in instance network info cache for port a6b523b4-2c4a-472c-92d8-0e147747a0ff. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.256167] env[69984]: DEBUG nova.network.neutron [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updating instance_info_cache with network_info: [{"id": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "address": "fa:16:3e:2f:f7:ef", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b523b4-2c", "ovs_interfaceid": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.409304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.604344] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.621427] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.801s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.624125] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.627485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.649s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.627485] env[69984]: DEBUG nova.objects.instance [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lazy-loading 'resources' on Instance uuid 2fb545ea-b590-43d0-963a-8ce5281a770e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.759634] env[69984]: DEBUG oslo_concurrency.lockutils [req-5f1de961-ad69-48e0-b35b-0c5b69d6d73f req-11ea74a8-45a7-45cf-9927-4d0307073176 service nova] Releasing lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.102800] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691189} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.102800] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c634ecbc-24a3-4509-9639-efa6d2ad78c1/c634ecbc-24a3-4509-9639-efa6d2ad78c1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.102800] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.102800] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8adca252-ec00-41a5-b41c-2ce409252d17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.111540] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 658.111540] env[69984]: value = "task-3944460" [ 658.111540] env[69984]: _type = "Task" [ 658.111540] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.126807] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.131640] env[69984]: DEBUG nova.compute.utils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.138264] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.138574] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.214282] env[69984]: DEBUG nova.policy [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a664251fe6c14bcd986ebb8a90c68171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210f5efae2e54f3e9e5330f0ded7cd43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.369048] env[69984]: INFO nova.compute.manager [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Rebuilding instance [ 658.449220] env[69984]: DEBUG nova.compute.manager [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.449917] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f52fd-a513-4f4d-968d-c899161b91ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.621421] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.624251] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.625347] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9e5aa8-bef8-4e0d-a010-e6b42be8eaa4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.641936] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.659349] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c634ecbc-24a3-4509-9639-efa6d2ad78c1/c634ecbc-24a3-4509-9639-efa6d2ad78c1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.663949] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Successfully created port: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.666921] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a85617-eef8-4b6d-b2ba-7b7a912c2a14 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.703258] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 658.703258] env[69984]: value = "task-3944461" [ 658.703258] env[69984]: _type = "Task" [ 658.703258] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.712664] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.797690] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55163a57-d206-4ca4-9e16-3a43b144d86a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.807371] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a8cf2-b995-452a-a279-4757662a3fb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.847797] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5562b-fda9-4487-8f5e-cbbe08e239e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.856998] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13749ea-388e-4194-9bee-29b92f7e3158 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.873947] env[69984]: DEBUG nova.compute.provider_tree [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.222088] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.377755] env[69984]: DEBUG nova.scheduler.client.report [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.469495] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.469495] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c33bf07a-9ef7-4015-b9e2-ecc290ffe213 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.482175] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 659.482175] env[69984]: value = "task-3944462" [ 659.482175] env[69984]: _type = "Task" [ 659.482175] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.493459] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.667738] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.697145] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.697477] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.697670] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.697877] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.698056] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.698223] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.698559] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.698639] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.698857] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.698927] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.699117] env[69984]: DEBUG nova.virt.hardware [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.700050] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b842482-d905-482a-9fee-9be0b1f3d406 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.712840] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd0fc68-2e6d-44e4-ab84-2c62b43e09e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.720654] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944461, 'name': ReconfigVM_Task, 'duration_secs': 0.864823} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.721301] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c634ecbc-24a3-4509-9639-efa6d2ad78c1/c634ecbc-24a3-4509-9639-efa6d2ad78c1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.721988] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1dba107-8305-4812-9585-8e3f6b85d807 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.738386] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 659.738386] env[69984]: value = "task-3944463" [ 659.738386] env[69984]: _type = "Task" [ 659.738386] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.747340] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944463, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.790291] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.790524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.884611] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.887199] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.104s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.889343] env[69984]: INFO nova.compute.claims [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.916599] env[69984]: INFO nova.scheduler.client.report [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Deleted allocations for instance 2fb545ea-b590-43d0-963a-8ce5281a770e [ 659.995087] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944462, 'name': PowerOffVM_Task, 'duration_secs': 0.220999} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.995383] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.995652] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.996438] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a61fa-5921-4b9f-b56c-acf7796e95dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.009317] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.009317] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39d23245-5c0f-45af-8635-3a039a3aef15 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.040617] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.040617] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.040617] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Deleting the datastore file [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.040918] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fadf7c90-5454-4213-bc47-fd0666809790 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.050449] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 660.050449] env[69984]: value = "task-3944465" [ 660.050449] env[69984]: _type = "Task" [ 660.050449] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.059996] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.253973] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944463, 'name': Rename_Task, 'duration_secs': 0.234472} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.254545] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.254919] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9678401-cc4a-4962-8c67-83b64a3d2528 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.262758] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 660.262758] env[69984]: value = "task-3944466" [ 660.262758] env[69984]: _type = "Task" [ 660.262758] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.273255] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.426523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-33447033-2448-406f-acc4-8c3aaa44304d tempest-InstanceActionsNegativeTestJSON-1021238109 tempest-InstanceActionsNegativeTestJSON-1021238109-project-member] Lock "2fb545ea-b590-43d0-963a-8ce5281a770e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.364s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.561482] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114443} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.561798] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.562210] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.562470] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.774179] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944466, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.964380] env[69984]: DEBUG nova.compute.manager [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.965513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daed039-3a41-4b6c-88c9-81902d143186 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.161751] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Successfully updated port: ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.284057] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944466, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.286753] env[69984]: DEBUG nova.compute.manager [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-vif-plugged-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.286957] env[69984]: DEBUG oslo_concurrency.lockutils [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] Acquiring lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.287195] env[69984]: DEBUG oslo_concurrency.lockutils [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.287367] env[69984]: DEBUG oslo_concurrency.lockutils [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.287517] env[69984]: DEBUG nova.compute.manager [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] No waiting events found dispatching network-vif-plugged-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 661.287880] env[69984]: WARNING nova.compute.manager [req-491707bd-d2ec-4fcd-a051-5c12904abf51 req-92c15485-e4b4-4697-8ce9-7097f72d035c service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received unexpected event network-vif-plugged-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 for instance with vm_state building and task_state spawning. [ 661.485420] env[69984]: INFO nova.compute.manager [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] instance snapshotting [ 661.489167] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c565850-2693-4048-9971-23c37ceb40ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.497595] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bc1cf0-6a42-4262-babb-ae38dcf190df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.518580] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e46020-238e-4909-a7a2-aec3755aa562 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.525190] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860d98a-7b14-49d8-b46f-38a7c7e6b5af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.568405] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f9bcff-265d-4270-89ac-3d373612c519 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.583262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5908adc3-0a86-48c5-a8bb-8f27c866ea42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.603601] env[69984]: DEBUG nova.compute.provider_tree [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.609178] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.609821] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.609821] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.609821] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.609982] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.611046] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.611046] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.611046] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.611046] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.611046] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.611310] env[69984]: DEBUG nova.virt.hardware [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.612749] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b5967a-928a-4e4d-9f94-3fe5876684fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.622750] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1880d16f-6a93-47c6-94a1-aa561e549d6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.639086] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.645819] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.646166] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.646433] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faeeb352-0b4b-4f99-a860-21d2da773297 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.667206] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.667206] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.667206] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.668708] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.668708] env[69984]: value = "task-3944467" [ 661.668708] env[69984]: _type = "Task" [ 661.668708] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.678504] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944467, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.776113] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944466, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.035811] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 662.036515] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-357f24e0-2d05-421b-961d-d8ecf773efcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.045436] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 662.045436] env[69984]: value = "task-3944468" [ 662.045436] env[69984]: _type = "Task" [ 662.045436] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.055910] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.142040] env[69984]: ERROR nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [req-c7add804-1209-4577-9fb4-9291b1d7cd1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7add804-1209-4577-9fb4-9291b1d7cd1c"}]} [ 662.167871] env[69984]: DEBUG nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.190207] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944467, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.203777] env[69984]: DEBUG nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.204883] env[69984]: DEBUG nova.compute.provider_tree [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.221463] env[69984]: DEBUG nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.241787] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.249931] env[69984]: DEBUG nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.281352] env[69984]: DEBUG oslo_vmware.api [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944466, 'name': PowerOnVM_Task, 'duration_secs': 1.556303} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.285159] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.285983] env[69984]: INFO nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Took 11.67 seconds to spawn the instance on the hypervisor. [ 662.286684] env[69984]: DEBUG nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 662.291624] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e6733-80c9-441e-9c98-810b0aab727f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.565141] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.684982] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944467, 'name': CreateVM_Task, 'duration_secs': 0.604437} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.687897] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.688609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.689529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.689529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.689529] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78add43c-e6a1-45a3-a6db-015d90c971b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.696779] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 662.696779] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f99e4-a838-9594-0e54-a491e1a0816a" [ 662.696779] env[69984]: _type = "Task" [ 662.696779] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.701397] env[69984]: DEBUG nova.network.neutron [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.709311] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f99e4-a838-9594-0e54-a491e1a0816a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.817252] env[69984]: INFO nova.compute.manager [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Took 38.23 seconds to build instance. [ 662.886625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fc7ec7-9740-49ec-897f-595c163eaaba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce316491-dbc1-45d9-940d-05d4f08dbd8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.941903] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849a63b-ee25-476f-acfc-0093c5081c81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.960258] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22f44ab-2a33-4d93-b925-f5ebe8cee6dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.980122] env[69984]: DEBUG nova.compute.provider_tree [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.057856] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944468, 'name': CreateSnapshot_Task, 'duration_secs': 0.569005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.059349] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 663.060275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53df9c-1447-4e7d-8465-45a4869ce94f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.204614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.207139] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Instance network_info: |[{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.207362] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccb9b662-6f14-47f3-8e5b-0d976ba55dd2', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.215367] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Creating folder: Project (210f5efae2e54f3e9e5330f0ded7cd43). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.216391] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc34b067-3466-446b-825c-59699fb404c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.222936] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f99e4-a838-9594-0e54-a491e1a0816a, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.223224] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.223461] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.223774] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.223862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.224100] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.224400] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5acc4071-ca9f-4d77-a765-5959a6277a7c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.228723] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Created folder: Project (210f5efae2e54f3e9e5330f0ded7cd43) in parent group-v782883. [ 663.228723] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Creating folder: Instances. Parent ref: group-v782939. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.229199] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf61841-2343-4b9e-8b5b-d27322938542 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.235159] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.235159] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.237533] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0357b8-81d6-4c94-bee5-538aa8113489 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.242362] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Created folder: Instances in parent group-v782939. [ 663.242608] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.243956] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.244305] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 663.244305] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52909651-b869-a26e-87b2-89772370de82" [ 663.244305] env[69984]: _type = "Task" [ 663.244305] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.244575] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41559271-ee12-48e4-a67e-271ff4814e20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.281125] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52909651-b869-a26e-87b2-89772370de82, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.288023] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.288023] env[69984]: value = "task-3944471" [ 663.288023] env[69984]: _type = "Task" [ 663.288023] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.288023] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51500c7-d4ef-4263-8e02-f2419822ef93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.309255] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944471, 'name': CreateVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.309255] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 663.309255] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52704491-13ae-ba02-d39e-0b85499cc5df" [ 663.309255] env[69984]: _type = "Task" [ 663.309255] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.320519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-41eb43d4-4741-4853-9a34-727f72842017 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.253s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.321667] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52704491-13ae-ba02-d39e-0b85499cc5df, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.322263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.323238] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.323353] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b50568-8759-41ba-adc7-224e3fc5e3af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.333427] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 663.333427] env[69984]: value = "task-3944472" [ 663.333427] env[69984]: _type = "Task" [ 663.333427] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.344429] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.524033] env[69984]: DEBUG nova.scheduler.client.report [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.524033] env[69984]: DEBUG nova.compute.provider_tree [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 45 to 46 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.524033] env[69984]: DEBUG nova.compute.provider_tree [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.593695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.594147] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48ef2bdf-3474-4bd1-b608-f2e1e1279a1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.611031] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 663.611031] env[69984]: value = "task-3944473" [ 663.611031] env[69984]: _type = "Task" [ 663.611031] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.621724] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.805549] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944471, 'name': CreateVM_Task, 'duration_secs': 0.482538} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.806056] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.811643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.811643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.813365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.813365] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242aa72c-cde3-4b0d-940d-c9916d3f520f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.820043] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 663.820043] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2795-2b4f-16f3-f6c5-7767443ec051" [ 663.820043] env[69984]: _type = "Task" [ 663.820043] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.824927] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.836239] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2795-2b4f-16f3-f6c5-7767443ec051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.847266] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944472, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.985020] env[69984]: DEBUG nova.compute.manager [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.985222] env[69984]: DEBUG nova.compute.manager [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing instance network info cache due to event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.985447] env[69984]: DEBUG oslo_concurrency.lockutils [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.985588] env[69984]: DEBUG oslo_concurrency.lockutils [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.985951] env[69984]: DEBUG nova.network.neutron [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.028074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.141s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.028758] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.033480] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.028s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.034673] env[69984]: INFO nova.compute.claims [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.122678] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.340030] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2795-2b4f-16f3-f6c5-7767443ec051, 'name': SearchDatastore_Task, 'duration_secs': 0.043871} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.345809] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.346145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.346430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.346575] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.347513] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.348119] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157b7971-716f-4580-914d-035421e28022 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.360044] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538332} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.362500] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.362500] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.362500] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.362500] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.363700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.363947] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81299f01-b918-4442-8cd8-16be6b626394 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.366145] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c5a055-ed5f-4724-a2ab-98c306efddc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.373819] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 664.373819] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528a0541-de96-7fc5-865b-ebcd14b4b743" [ 664.373819] env[69984]: _type = "Task" [ 664.373819] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.376205] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 664.376205] env[69984]: value = "task-3944474" [ 664.376205] env[69984]: _type = "Task" [ 664.376205] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.393590] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.396824] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528a0541-de96-7fc5-865b-ebcd14b4b743, 'name': SearchDatastore_Task, 'duration_secs': 0.012892} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.401032] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819c777c-b314-4ad9-bbee-cc69b94840eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.405309] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 664.405309] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c73af0-40d9-98bd-3bd4-49b1da1a4d26" [ 664.405309] env[69984]: _type = "Task" [ 664.405309] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.416848] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c73af0-40d9-98bd-3bd4-49b1da1a4d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.540182] env[69984]: DEBUG nova.compute.utils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.542134] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.542254] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.620212] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.628545] env[69984]: DEBUG nova.policy [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543427150a2347dba423dbd310acd968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ec6ae2f8ccd42d484e9c8772d7569fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.774474] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.774811] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.898831] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091599} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.899205] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.902780] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f9a01c-d35f-4235-979f-2ceee7f3852c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.943966] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.943966] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c73af0-40d9-98bd-3bd4-49b1da1a4d26, 'name': SearchDatastore_Task, 'duration_secs': 0.013417} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.951617] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ae57d37-c889-4176-97c0-e94affb7e12e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.966789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.967111] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] eea8c53a-dd34-418d-b7ae-1cfafb122d6a/eea8c53a-dd34-418d-b7ae-1cfafb122d6a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.967425] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2322cbc-0f8a-4250-85a2-00101bcd0fe1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.980037] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 664.980037] env[69984]: value = "task-3944475" [ 664.980037] env[69984]: _type = "Task" [ 664.980037] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.980562] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 664.980562] env[69984]: value = "task-3944476" [ 664.980562] env[69984]: _type = "Task" [ 664.980562] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.002157] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.002157] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.048358] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.077247] env[69984]: DEBUG nova.network.neutron [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updated VIF entry in instance network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.077750] env[69984]: DEBUG nova.network.neutron [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.123314] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.499849] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.507082] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944476, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.582492] env[69984]: DEBUG oslo_concurrency.lockutils [req-59625749-554a-494a-aba0-9ba548bfd1f5 req-53e41511-4e81-4cfa-a300-db357466abd2 service nova] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.623657] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.757861] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174ebae-a204-4504-87b4-8f67e6779605 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.767324] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a8154-03c5-4b0c-848e-695ceee86d75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.802159] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00cdc1e-9e58-47da-86d5-4afb0677e5ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.812708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15743aed-1ae8-4713-a9db-a23e5d2aaf4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.826240] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.894696] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Successfully created port: 6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.998477] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944475, 'name': ReconfigVM_Task, 'duration_secs': 0.732186} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.999238] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfigured VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.000259] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c955c027-f1ad-43d8-b147-105b1c0a3fc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.008603] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656835} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.009702] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] eea8c53a-dd34-418d-b7ae-1cfafb122d6a/eea8c53a-dd34-418d-b7ae-1cfafb122d6a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.009822] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.010558] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59b17869-aa0c-4ee9-aae5-00eafcf927b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.015565] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 666.015565] env[69984]: value = "task-3944477" [ 666.015565] env[69984]: _type = "Task" [ 666.015565] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.024679] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 666.024679] env[69984]: value = "task-3944478" [ 666.024679] env[69984]: _type = "Task" [ 666.024679] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.029085] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944477, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.045927] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.066178] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.106391] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.106833] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.107137] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.107544] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.107843] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.108129] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.108473] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.108767] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.109392] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.109777] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.110165] env[69984]: DEBUG nova.virt.hardware [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.112254] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f4f7ba-73a2-4d82-9c6e-0b30bde7a244 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.132028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089261c9-f396-4343-ab74-3fa2f3bf41e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.135447] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944473, 'name': CloneVM_Task, 'duration_secs': 2.029576} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.135889] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Created linked-clone VM from snapshot [ 666.137568] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a06c4-3850-4c9a-a7d9-d9b4e93c84e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.158670] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Uploading image fd3a3f3e-a425-4b39-975a-6036ff80cc83 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 666.183613] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 666.183613] env[69984]: value = "vm-782942" [ 666.183613] env[69984]: _type = "VirtualMachine" [ 666.183613] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 666.184231] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebbece31-9650-4dad-bc99-1b426a4cd535 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.193009] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease: (returnval){ [ 666.193009] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fd386e-67f3-42b8-16eb-b94cf48830d2" [ 666.193009] env[69984]: _type = "HttpNfcLease" [ 666.193009] env[69984]: } obtained for exporting VM: (result){ [ 666.193009] env[69984]: value = "vm-782942" [ 666.193009] env[69984]: _type = "VirtualMachine" [ 666.193009] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 666.193323] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the lease: (returnval){ [ 666.193323] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fd386e-67f3-42b8-16eb-b94cf48830d2" [ 666.193323] env[69984]: _type = "HttpNfcLease" [ 666.193323] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 666.202217] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.202217] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fd386e-67f3-42b8-16eb-b94cf48830d2" [ 666.202217] env[69984]: _type = "HttpNfcLease" [ 666.202217] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 666.361404] env[69984]: ERROR nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [req-b1712c9d-27e5-4d15-b4e2-b000e1dc14d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1712c9d-27e5-4d15-b4e2-b000e1dc14d2"}]} [ 666.379208] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.398450] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.398450] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.424685] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.445683] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.526375] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944477, 'name': Rename_Task, 'duration_secs': 0.324005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.529098] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.529644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f304470d-3b15-404c-93d7-b6cf4c1e5d22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.540154] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127859} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.542317] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.542317] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 666.542317] env[69984]: value = "task-3944480" [ 666.542317] env[69984]: _type = "Task" [ 666.542317] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.542689] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84dd2b9-a583-4366-8161-680f6585737e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.576062] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] eea8c53a-dd34-418d-b7ae-1cfafb122d6a/eea8c53a-dd34-418d-b7ae-1cfafb122d6a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.583386] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d9b591-7702-4310-b7f7-8655ca39f0be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.597761] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.605037] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 666.605037] env[69984]: value = "task-3944481" [ 666.605037] env[69984]: _type = "Task" [ 666.605037] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.614966] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.706802] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 666.706802] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fd386e-67f3-42b8-16eb-b94cf48830d2" [ 666.706802] env[69984]: _type = "HttpNfcLease" [ 666.706802] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 666.707346] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 666.707346] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fd386e-67f3-42b8-16eb-b94cf48830d2" [ 666.707346] env[69984]: _type = "HttpNfcLease" [ 666.707346] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 666.707919] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ad032-32b8-494f-a51c-a5baebdb7b58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.718083] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 666.718360] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 666.850841] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f74dc45f-b3be-4377-a8c1-52a031f5ed54 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.067356] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944480, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.128460] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.205138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "2c9fc03a-de34-4328-b616-b66758604ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.205370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.210028] env[69984]: DEBUG nova.compute.manager [None req-e326b627-0de9-4f59-ab75-6c2b8e24b39a tempest-ServerDiagnosticsV248Test-2014184048 tempest-ServerDiagnosticsV248Test-2014184048-project-admin] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.210028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e791e61-de97-4962-b646-e40325f7b749 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.218560] env[69984]: INFO nova.compute.manager [None req-e326b627-0de9-4f59-ab75-6c2b8e24b39a tempest-ServerDiagnosticsV248Test-2014184048 tempest-ServerDiagnosticsV248Test-2014184048-project-admin] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Retrieving diagnostics [ 667.222242] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b548d4e3-67f1-476a-aa26-fafb3fbaf4fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.303669] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c520c-fd34-4eb2-a81f-f25c5a67f7f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.311791] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e28463b-7cad-4186-907f-8b16e8ef4919 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.343602] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f1a79a-167b-44e9-bd58-d2825303f950 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.351902] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de5f79e-960f-4514-b1f5-54d7546d2c59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.370795] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.560586] env[69984]: DEBUG oslo_vmware.api [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944480, 'name': PowerOnVM_Task, 'duration_secs': 0.527653} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.561625] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.561625] env[69984]: DEBUG nova.compute.manager [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.564748] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec47288-7ad3-465a-8c77-60c9deaeea1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.621325] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944481, 'name': ReconfigVM_Task, 'duration_secs': 0.653687} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.623365] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Reconfigured VM instance instance-00000014 to attach disk [datastore2] eea8c53a-dd34-418d-b7ae-1cfafb122d6a/eea8c53a-dd34-418d-b7ae-1cfafb122d6a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.624191] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6437ac5-16ac-47e7-9945-c1923c6b7b65 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.632953] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 667.632953] env[69984]: value = "task-3944482" [ 667.632953] env[69984]: _type = "Task" [ 667.632953] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.645714] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944482, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.742462] env[69984]: DEBUG nova.compute.manager [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Received event network-changed-a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.742712] env[69984]: DEBUG nova.compute.manager [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Refreshing instance network info cache due to event network-changed-a6b523b4-2c4a-472c-92d8-0e147747a0ff. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.743189] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] Acquiring lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.743341] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] Acquired lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.743541] env[69984]: DEBUG nova.network.neutron [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Refreshing network info cache for port a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.852810] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Successfully updated port: 6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.905364] env[69984]: ERROR nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [req-6f7ad025-b516-4c31-9f77-58754571c3f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6f7ad025-b516-4c31-9f77-58754571c3f8"}]} [ 667.934699] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.961712] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.961966] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.991391] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.031764] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.089044] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.102061] env[69984]: DEBUG nova.compute.manager [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Received event network-vif-plugged-6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.102453] env[69984]: DEBUG oslo_concurrency.lockutils [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] Acquiring lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.102453] env[69984]: DEBUG oslo_concurrency.lockutils [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.102621] env[69984]: DEBUG oslo_concurrency.lockutils [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.103338] env[69984]: DEBUG nova.compute.manager [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] No waiting events found dispatching network-vif-plugged-6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.103338] env[69984]: WARNING nova.compute.manager [req-ec4c2f7c-381e-4922-b77f-108283056844 req-0c16b14b-2247-499e-8550-379e29344623 service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Received unexpected event network-vif-plugged-6b570b9a-2591-4571-a45f-afd4b962f20a for instance with vm_state building and task_state spawning. [ 668.144405] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944482, 'name': Rename_Task, 'duration_secs': 0.262515} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.148286] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.149034] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc7821ee-5baf-4677-83ba-0a885f900d82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.158265] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 668.158265] env[69984]: value = "task-3944483" [ 668.158265] env[69984]: _type = "Task" [ 668.158265] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.174924] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.356819] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.357059] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.357446] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.626746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.627015] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.627494] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.627833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.628087] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.630781] env[69984]: INFO nova.compute.manager [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Terminating instance [ 668.691772] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944483, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.761530] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d367140-d352-4f7a-a19e-9e6607728254 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.769766] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a870d846-29f0-48a1-a63a-0ed5920381d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.808650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.808998] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.809365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "57bc4d65-6353-4e73-aef5-ded2041b48b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.809656] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.809805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.814924] env[69984]: INFO nova.compute.manager [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Terminating instance [ 668.817053] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa378d-5793-4faf-9d3c-dc57040c5408 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.826916] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e23a9-3123-45ce-857a-76f7783d0d7e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.850047] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.907550] env[69984]: DEBUG nova.network.neutron [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updated VIF entry in instance network info cache for port a6b523b4-2c4a-472c-92d8-0e147747a0ff. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.908368] env[69984]: DEBUG nova.network.neutron [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updating instance_info_cache with network_info: [{"id": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "address": "fa:16:3e:2f:f7:ef", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6b523b4-2c", "ovs_interfaceid": "a6b523b4-2c4a-472c-92d8-0e147747a0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.953911] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.137340] env[69984]: DEBUG nova.compute.manager [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.138176] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.139158] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0546a69-4514-4bf3-852b-9f3a01739f24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.152538] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.157259] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba281686-bce4-43f5-98ef-0a57a62ca69f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.174291] env[69984]: DEBUG oslo_vmware.api [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944483, 'name': PowerOnVM_Task, 'duration_secs': 0.796851} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.175441] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.175742] env[69984]: INFO nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 669.175973] env[69984]: DEBUG nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.176414] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 669.176414] env[69984]: value = "task-3944484" [ 669.176414] env[69984]: _type = "Task" [ 669.176414] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.177628] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae11d0-d2b8-440e-a0d4-3429ed64cae1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.200714] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.322687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "refresh_cache-57bc4d65-6353-4e73-aef5-ded2041b48b7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.324046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquired lock "refresh_cache-57bc4d65-6353-4e73-aef5-ded2041b48b7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.324046] env[69984]: DEBUG nova.network.neutron [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.328233] env[69984]: DEBUG nova.network.neutron [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Updating instance_info_cache with network_info: [{"id": "6b570b9a-2591-4571-a45f-afd4b962f20a", "address": "fa:16:3e:4a:0e:cd", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b570b9a-25", "ovs_interfaceid": "6b570b9a-2591-4571-a45f-afd4b962f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.411852] env[69984]: DEBUG nova.scheduler.client.report [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.412164] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 48 to 49 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.412347] env[69984]: DEBUG nova.compute.provider_tree [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.416333] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bc9b1d5-f7da-43cd-8d17-76c6e658c23d req-46814ad5-7ea1-4933-80b7-ce778bab011f service nova] Releasing lock "refresh_cache-c634ecbc-24a3-4509-9639-efa6d2ad78c1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.696176] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944484, 'name': PowerOffVM_Task, 'duration_secs': 0.227161} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.696872] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.697255] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.698313] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6e9e4ae-56c8-4982-bd39-952c843e2732 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.711553] env[69984]: INFO nova.compute.manager [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Took 38.86 seconds to build instance. [ 669.771828] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.771828] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.772059] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Deleting the datastore file [datastore2] c07e7d92-970d-4c27-bf62-e7516fea5bfa {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.772710] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d102efe6-b18e-4d20-bcc8-25b3eee45b73 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.785405] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for the task: (returnval){ [ 669.785405] env[69984]: value = "task-3944486" [ 669.785405] env[69984]: _type = "Task" [ 669.785405] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.800362] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.832618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.832862] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance network_info: |[{"id": "6b570b9a-2591-4571-a45f-afd4b962f20a", "address": "fa:16:3e:4a:0e:cd", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b570b9a-25", "ovs_interfaceid": "6b570b9a-2591-4571-a45f-afd4b962f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.833322] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:0e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b570b9a-2591-4571-a45f-afd4b962f20a', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.846197] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating folder: Project (5ec6ae2f8ccd42d484e9c8772d7569fa). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.847048] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91b4e10d-526d-4ddb-9587-246a57f2c234 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.861082] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created folder: Project (5ec6ae2f8ccd42d484e9c8772d7569fa) in parent group-v782883. [ 669.861291] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating folder: Instances. Parent ref: group-v782943. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.861584] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a93d6bf-cf60-4c89-baf2-011e5bc8361c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.879298] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created folder: Instances in parent group-v782943. [ 669.879298] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.879298] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.879298] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48530c23-0666-47dd-8238-e147d054cc2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.895718] env[69984]: DEBUG nova.network.neutron [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.905756] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.905756] env[69984]: value = "task-3944489" [ 669.905756] env[69984]: _type = "Task" [ 669.905756] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.921204] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.887s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.921800] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.924697] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944489, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.925101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.575s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.926663] env[69984]: INFO nova.compute.claims [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.982330] env[69984]: INFO nova.compute.manager [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Rebuilding instance [ 670.048028] env[69984]: DEBUG nova.compute.manager [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.048028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4449a5b0-6790-44d3-a842-d45c8bc1eb4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.071031] env[69984]: DEBUG nova.network.neutron [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.143412] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.143412] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.143412] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.143412] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.143814] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.146185] env[69984]: INFO nova.compute.manager [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Terminating instance [ 670.216466] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66db7436-5b82-4fe3-837e-0ecb4ade6681 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.353s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.299358] env[69984]: DEBUG oslo_vmware.api [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Task: {'id': task-3944486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209272} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.299837] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.300163] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.301619] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.301619] env[69984]: INFO nova.compute.manager [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 670.301619] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.302080] env[69984]: DEBUG nova.compute.manager [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.302133] env[69984]: DEBUG nova.network.neutron [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.417480] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944489, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.436360] env[69984]: DEBUG nova.compute.utils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.443032] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.443032] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.504750] env[69984]: DEBUG nova.policy [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d9e914d6bce4be79c9ae6f7968bcc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfeeffff14724b91ac68c5be102dc588', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.575115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Releasing lock "refresh_cache-57bc4d65-6353-4e73-aef5-ded2041b48b7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.575616] env[69984]: DEBUG nova.compute.manager [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.575740] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.576906] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1fb5b5-a6bc-41cb-9f74-af27794586be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.590207] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.590207] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3a1715-6cb0-4778-bd8a-9bc75ddadc14 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.602033] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 670.602033] env[69984]: value = "task-3944490" [ 670.602033] env[69984]: _type = "Task" [ 670.602033] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.618794] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.652818] env[69984]: DEBUG nova.compute.manager [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.653107] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.654075] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffa0107-e74f-4d93-94ac-5cde6c0cca7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.665851] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.666329] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35182eb-f5ac-47d8-ab31-eed59f3f9ed4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.678304] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 670.678304] env[69984]: value = "task-3944491" [ 670.678304] env[69984]: _type = "Task" [ 670.678304] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.689873] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.718979] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.919024] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944489, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.941369] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.065754] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.067035] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a331f8-3e9e-46e0-95f6-b29b8040d3bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.078048] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 671.078048] env[69984]: value = "task-3944492" [ 671.078048] env[69984]: _type = "Task" [ 671.078048] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.097316] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.098395] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Successfully created port: 72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.116050] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944490, 'name': PowerOffVM_Task, 'duration_secs': 0.27059} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.116433] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.116660] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.117297] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ddb5ba-3658-47c1-bf22-282ea5caa134 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.146567] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.147183] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.147439] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Deleting the datastore file [datastore2] 57bc4d65-6353-4e73-aef5-ded2041b48b7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.148284] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11960e74-e82d-4c02-b76e-4dfc2fceea98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.158117] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for the task: (returnval){ [ 671.158117] env[69984]: value = "task-3944494" [ 671.158117] env[69984]: _type = "Task" [ 671.158117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.170235] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.191167] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944491, 'name': PowerOffVM_Task, 'duration_secs': 0.268621} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.192212] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.192442] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.193434] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39948aee-8832-4099-9279-8b46a54ae64f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.254685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.268204] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.268340] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.268530] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleting the datastore file [datastore2] 93c0e1cb-b556-4fe6-88d5-226718ac9373 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.268801] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487f2b96-652b-47b6-96e9-a5c2ce9dfed1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.276964] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 671.276964] env[69984]: value = "task-3944496" [ 671.276964] env[69984]: _type = "Task" [ 671.276964] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.288666] env[69984]: DEBUG nova.network.neutron [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.290957] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.426173] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944489, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.601418] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944492, 'name': PowerOffVM_Task, 'duration_secs': 0.438917} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.602210] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.602210] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.602946] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57a5087-d5a9-40c0-b918-8ecce1727ad8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.615745] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.615996] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d349e54d-2e75-4cb3-b357-c13bc92a48a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.651622] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.651901] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.652434] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Deleting the datastore file [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.653170] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71730c32-06b0-4154-836e-b72b07152b03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.688465] env[69984]: DEBUG oslo_vmware.api [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Task: {'id': task-3944494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261303} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.688465] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.688465] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.688465] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.688465] env[69984]: INFO nova.compute.manager [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 671.688832] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.688832] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 671.688832] env[69984]: value = "task-3944498" [ 671.688832] env[69984]: _type = "Task" [ 671.688832] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.688832] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0919f2c-ec53-4e52-bf0b-2732afa46375 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.691240] env[69984]: DEBUG nova.compute.manager [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.691390] env[69984]: DEBUG nova.network.neutron [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.706989] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.708176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb13e5-9197-47d5-a82c-3abe3aad16e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.747804] env[69984]: DEBUG nova.network.neutron [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.749840] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b119bde-e72b-4e68-9cb7-03145b89b8d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.762272] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95b821-01b7-47f2-8912-131a47155800 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.781922] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.793424] env[69984]: INFO nova.compute.manager [-] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Took 1.49 seconds to deallocate network for instance. [ 671.793599] env[69984]: DEBUG oslo_vmware.api [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269958} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.795967] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.796196] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.796379] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.796570] env[69984]: INFO nova.compute.manager [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.796826] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.797311] env[69984]: DEBUG nova.compute.manager [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.797414] env[69984]: DEBUG nova.network.neutron [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.890952] env[69984]: DEBUG nova.compute.manager [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Received event network-changed-6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.891220] env[69984]: DEBUG nova.compute.manager [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Refreshing instance network info cache due to event network-changed-6b570b9a-2591-4571-a45f-afd4b962f20a. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.891398] env[69984]: DEBUG oslo_concurrency.lockutils [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] Acquiring lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.891540] env[69984]: DEBUG oslo_concurrency.lockutils [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] Acquired lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.891699] env[69984]: DEBUG nova.network.neutron [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Refreshing network info cache for port 6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.921537] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944489, 'name': CreateVM_Task, 'duration_secs': 1.565696} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.921852] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.922699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.922934] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.923433] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.923603] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc91bfd0-9288-42b7-98a0-da3fedefd732 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.931481] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 671.931481] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5204c606-a661-8785-5b8d-73a04630fc57" [ 671.931481] env[69984]: _type = "Task" [ 671.931481] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.946743] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5204c606-a661-8785-5b8d-73a04630fc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.951769] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.991229] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.991492] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.991650] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.991853] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.991978] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.994269] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.994785] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.995121] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.995768] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.996037] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.997094] env[69984]: DEBUG nova.virt.hardware [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.997977] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7567af-2fbd-4872-9b1e-e8a97c9e3870 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.008587] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d9efc-0386-45d9-b40b-f0b47f40ea58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.206069] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141869} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.206398] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.206718] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.206946] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.227128] env[69984]: DEBUG nova.compute.manager [req-46fa5763-5694-4d60-b27b-f9872f24a1d2 req-dcdde55c-6600-48e3-ad62-11a048416226 service nova] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Received event network-vif-deleted-70d49101-92f6-4f97-b752-d65c12b02aeb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.253427] env[69984]: DEBUG nova.network.neutron [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.308347] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.310778] env[69984]: ERROR nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [req-0b3561f1-81e4-4892-9d4e-c08bad95dc6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b3561f1-81e4-4892-9d4e-c08bad95dc6f"}]} [ 672.333346] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.363906] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.364339] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.381758] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.412438] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.448964] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5204c606-a661-8785-5b8d-73a04630fc57, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.451748] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.452024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.452350] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.452519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.452707] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.454033] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cfb43a-e396-4491-8a21-b01da66217ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.474943] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.475184] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.477874] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776d33c7-2ba7-4149-b418-c042ce8e313b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.486877] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 672.486877] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52979373-a025-c29c-0560-04728a76f583" [ 672.486877] env[69984]: _type = "Task" [ 672.486877] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.502557] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52979373-a025-c29c-0560-04728a76f583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.608682] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "a0125c6c-33b0-43a4-a698-33e601ba5918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.608908] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.638728] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "1fd55807-996b-4591-9709-f7508bda3b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.639028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.679912] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.680196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.680458] env[69984]: DEBUG nova.network.neutron [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.749791] env[69984]: DEBUG nova.network.neutron [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Updated VIF entry in instance network info cache for port 6b570b9a-2591-4571-a45f-afd4b962f20a. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.750474] env[69984]: DEBUG nova.network.neutron [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Updating instance_info_cache with network_info: [{"id": "6b570b9a-2591-4571-a45f-afd4b962f20a", "address": "fa:16:3e:4a:0e:cd", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b570b9a-25", "ovs_interfaceid": "6b570b9a-2591-4571-a45f-afd4b962f20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.757099] env[69984]: INFO nova.compute.manager [-] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Took 1.07 seconds to deallocate network for instance. [ 673.011374] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52979373-a025-c29c-0560-04728a76f583, 'name': SearchDatastore_Task, 'duration_secs': 0.016562} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.012289] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52be4283-8fb5-4d36-a92f-c09b9c2b2bb5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.020689] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 673.020689] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5294c771-780d-99ce-11b4-23fe4770bbd2" [ 673.020689] env[69984]: _type = "Task" [ 673.020689] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.034389] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5294c771-780d-99ce-11b4-23fe4770bbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.076320] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.076320] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.168402] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Successfully updated port: 72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.179070] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fac883a-2ea7-4d40-8a64-0f4d6e3bc903 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.183836] env[69984]: INFO nova.compute.manager [-] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Took 1.39 seconds to deallocate network for instance. [ 673.192460] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b669f-9a69-4a02-ac0f-45d41bff22e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.235076] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d665136-b613-4e59-808f-430b16a546df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.244507] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc83689-172c-43d5-8112-4acf505b4435 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.253531] env[69984]: DEBUG oslo_concurrency.lockutils [req-9c3834f0-9265-40aa-b690-67413d378754 req-10ac74d2-94f7-40d5-a0e7-dbd4b80edb7c service nova] Releasing lock "refresh_cache-00c1a65c-7b29-4f5f-b3c1-493e8910c197" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.263130] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.269270] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.280082] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.280436] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.280668] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.280968] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.281234] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.281488] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.282145] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.282145] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.282324] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.282591] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.282859] env[69984]: DEBUG nova.virt.hardware [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.284327] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f02d89-1b0c-44ea-8be6-c5d00474c935 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.296235] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b5cf8-cde9-4847-96da-8dada102679d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.314026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.320449] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.321327] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.321619] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37841bd3-50c5-49a8-81e6-df31db39eb13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.345130] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.345130] env[69984]: value = "task-3944499" [ 673.345130] env[69984]: _type = "Task" [ 673.345130] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.360195] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944499, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.538526] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5294c771-780d-99ce-11b4-23fe4770bbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013992} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.541699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.541699] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.541699] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c80eed2-33fe-47e8-a966-85b033c0e870 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.550348] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 673.550348] env[69984]: value = "task-3944500" [ 673.550348] env[69984]: _type = "Task" [ 673.550348] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.560645] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.671837] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.672106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquired lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.672290] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.700558] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.708880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.708880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.788030] env[69984]: ERROR nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [req-cc16b9f1-7852-4e07-98d7-0313ac834e03] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc16b9f1-7852-4e07-98d7-0313ac834e03"}]} [ 673.808286] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.823313] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.823549] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.839138] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.859171] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944499, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.862353] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.920841] env[69984]: DEBUG nova.compute.manager [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Received event network-vif-plugged-72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.921503] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Acquiring lock "927564a9-da00-4eea-9547-4f9195659ea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.922124] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Lock "927564a9-da00-4eea-9547-4f9195659ea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.922568] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Lock "927564a9-da00-4eea-9547-4f9195659ea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.923385] env[69984]: DEBUG nova.compute.manager [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] No waiting events found dispatching network-vif-plugged-72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 673.923887] env[69984]: WARNING nova.compute.manager [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Received unexpected event network-vif-plugged-72fa000f-9a3c-4e96-b60d-338bddbf0273 for instance with vm_state building and task_state spawning. [ 673.924368] env[69984]: DEBUG nova.compute.manager [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Received event network-changed-72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.924781] env[69984]: DEBUG nova.compute.manager [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Refreshing instance network info cache due to event network-changed-72fa000f-9a3c-4e96-b60d-338bddbf0273. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.925328] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Acquiring lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.063841] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.207283] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.316240] env[69984]: DEBUG nova.compute.manager [req-cedcc53d-8d1f-4c99-83bc-53fa15de1f60 req-469e1c54-ea9e-4e65-a600-3c02e6ee02d0 service nova] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Received event network-vif-deleted-56a5b0be-05b9-439a-8a5f-d7d45ee70e78 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.357148] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944499, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.431381] env[69984]: DEBUG nova.network.neutron [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updating instance_info_cache with network_info: [{"id": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "address": "fa:16:3e:2e:c6:20", "network": {"id": "a9d2b540-d9c6-463b-a22c-56ada657ebcf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-249550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfeeffff14724b91ac68c5be102dc588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa000f-9a", "ovs_interfaceid": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.482282] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2672ca-e60a-4be4-aa00-5d8e9aae255a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.491395] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd38fd-1301-4bf2-9c97-f20b63f2b961 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.530429] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b077a19-2a60-4c80-a8a9-7b4411547cc3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.540165] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a6a0d3-18d2-47a2-9d18-7be07800d004 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.554089] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.564247] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609239} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.565124] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.565345] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.565837] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5527ee5-d395-48c8-837f-2fd68d1d927a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.574216] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 674.574216] env[69984]: value = "task-3944501" [ 674.574216] env[69984]: _type = "Task" [ 674.574216] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.584079] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.858571] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944499, 'name': CreateVM_Task, 'duration_secs': 1.381793} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.858571] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.858571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858733] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858970] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f356b3ef-d717-40f9-beb8-1339e00d9165 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.864515] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 674.864515] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d20bf2-a630-9eaf-f12a-e6b7da0c2379" [ 674.864515] env[69984]: _type = "Task" [ 674.864515] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.872961] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d20bf2-a630-9eaf-f12a-e6b7da0c2379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.939804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Releasing lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.940181] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Instance network_info: |[{"id": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "address": "fa:16:3e:2e:c6:20", "network": {"id": "a9d2b540-d9c6-463b-a22c-56ada657ebcf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-249550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfeeffff14724b91ac68c5be102dc588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa000f-9a", "ovs_interfaceid": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.940559] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Acquired lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.940703] env[69984]: DEBUG nova.network.neutron [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Refreshing network info cache for port 72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.942024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:c6:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72fa000f-9a3c-4e96-b60d-338bddbf0273', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.949490] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Creating folder: Project (dfeeffff14724b91ac68c5be102dc588). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.952615] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24482f31-b710-4f24-b51d-c7597b7c58be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.966057] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Created folder: Project (dfeeffff14724b91ac68c5be102dc588) in parent group-v782883. [ 674.966461] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Creating folder: Instances. Parent ref: group-v782947. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.966952] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67222097-77c0-4109-8045-417adbf33f7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.981506] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Created folder: Instances in parent group-v782947. [ 674.981717] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.981933] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.982174] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c78ce6-0f36-4f45-84ed-04570421713f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.006051] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.006051] env[69984]: value = "task-3944504" [ 675.006051] env[69984]: _type = "Task" [ 675.006051] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.014699] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944504, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.085570] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142534} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.086016] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.086348] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.089031] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.091046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3908aa-2e5e-45fb-a97e-d717e845e098 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.099105] env[69984]: DEBUG nova.scheduler.client.report [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 675.099426] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 54 to 55 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 675.099568] env[69984]: DEBUG nova.compute.provider_tree [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.132886] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.138634] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54811da8-2212-4ff5-bbf7-2418f12cb172 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.160551] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 675.160551] env[69984]: value = "task-3944505" [ 675.160551] env[69984]: _type = "Task" [ 675.160551] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.170127] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.245826] env[69984]: DEBUG nova.network.neutron [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updated VIF entry in instance network info cache for port 72fa000f-9a3c-4e96-b60d-338bddbf0273. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.246237] env[69984]: DEBUG nova.network.neutron [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updating instance_info_cache with network_info: [{"id": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "address": "fa:16:3e:2e:c6:20", "network": {"id": "a9d2b540-d9c6-463b-a22c-56ada657ebcf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-249550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfeeffff14724b91ac68c5be102dc588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa000f-9a", "ovs_interfaceid": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.378378] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d20bf2-a630-9eaf-f12a-e6b7da0c2379, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.378861] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.379150] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.379406] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.379556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.379768] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.380070] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0473a7-e5dd-4b1d-8a8b-366aab0cdc2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.393684] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.394034] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.394960] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b8ade0-0266-4c6f-a0bb-21928e279c6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.401608] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 675.401608] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522fc112-7559-11a9-7a20-87272e1a1476" [ 675.401608] env[69984]: _type = "Task" [ 675.401608] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.410358] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522fc112-7559-11a9-7a20-87272e1a1476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.516421] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944504, 'name': CreateVM_Task, 'duration_secs': 0.373942} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.516421] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.517024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.517198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.517512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.518174] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638e7004-f018-4e99-98c8-3d885c0a60fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.524691] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 675.524691] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270b602-015c-d381-a83d-324a2c301567" [ 675.524691] env[69984]: _type = "Task" [ 675.524691] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.534025] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270b602-015c-d381-a83d-324a2c301567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.602663] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.602965] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.603204] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.603704] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.603704] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.605793] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.605793] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 675.605793] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.636025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.709s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.636025] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.640312] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.209s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.640312] env[69984]: INFO nova.compute.claims [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.671132] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944505, 'name': ReconfigVM_Task, 'duration_secs': 0.459853} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.671132] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.671742] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de2606e7-c9e0-4dff-a4e0-0dbbd91f5eb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.681050] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 675.681050] env[69984]: value = "task-3944506" [ 675.681050] env[69984]: _type = "Task" [ 675.681050] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.690566] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944506, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.748934] env[69984]: DEBUG oslo_concurrency.lockutils [req-bed2a5e8-8f31-43fd-b26f-e4e433d2739b req-f2d8d00b-1c6c-4a4f-b34d-c72eccf97564 service nova] Releasing lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.913674] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522fc112-7559-11a9-7a20-87272e1a1476, 'name': SearchDatastore_Task, 'duration_secs': 0.015864} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.914626] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06625e3-8ba7-4ffe-9b6b-14130a1edb94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.921131] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 675.921131] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288a009-4f05-646c-f88c-954fe7790a85" [ 675.921131] env[69984]: _type = "Task" [ 675.921131] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.932058] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288a009-4f05-646c-f88c-954fe7790a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.725027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.726639] env[69984]: DEBUG nova.compute.utils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.730748] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270b602-015c-d381-a83d-324a2c301567, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.731350] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.731350] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.740099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.740099] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.740099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.747658] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944506, 'name': Rename_Task, 'duration_secs': 0.990086} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.751353] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.751796] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288a009-4f05-646c-f88c-954fe7790a85, 'name': SearchDatastore_Task, 'duration_secs': 0.012586} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.751992] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309ab9d9-6c9c-41c9-9b1d-8fb6ae4b100d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.753976] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.753976] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.754243] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.754419] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.754623] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eece3432-534a-43fc-8044-4e89d5b04c81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.757215] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab497868-b2c4-4f92-9fc9-b7c1ab6178ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.765211] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 676.765211] env[69984]: value = "task-3944507" [ 676.765211] env[69984]: _type = "Task" [ 676.765211] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.766723] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 676.766723] env[69984]: value = "task-3944508" [ 676.766723] env[69984]: _type = "Task" [ 676.766723] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.773920] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 676.778137] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.778137] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.779210] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37d51f4-3451-42cf-88ab-81cd4ed89a77 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.782512] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb85ec7-4aae-4986-bc2e-42bf68ef770c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.792651] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944507, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.797842] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.798148] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 676.798316] env[69984]: ERROR oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk due to incomplete transfer. [ 676.800250] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2c9f96d-23d0-413a-a0fd-f851c1c273a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.806536] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 676.806536] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc900-6708-664b-c8f5-9400ba361ab9" [ 676.806536] env[69984]: _type = "Task" [ 676.806536] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.812465] env[69984]: DEBUG nova.policy [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da3ee000ee67433dbf680e3a4276686a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a2f5be48c84e63912906b93b414b18', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.815388] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525ed909-5281-98f9-da5d-7885b5eb9fc7/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 676.815600] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Uploaded image fd3a3f3e-a425-4b39-975a-6036ff80cc83 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 676.818195] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 676.819264] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28f9be10-75f7-47ce-8772-f22a0c0fa24d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.824158] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc900-6708-664b-c8f5-9400ba361ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.831122] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 676.831122] env[69984]: value = "task-3944509" [ 676.831122] env[69984]: _type = "Task" [ 676.831122] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.841081] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944509, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.232459] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.241211] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Successfully created port: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.284359] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944508, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.288067] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.325344] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc900-6708-664b-c8f5-9400ba361ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.024241} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.327022] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5123d2-2669-4b91-b0b0-691ff72af6be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.340229] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 677.340229] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52adede1-2df7-85af-8ba8-4c12ae874d08" [ 677.340229] env[69984]: _type = "Task" [ 677.340229] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.348002] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944509, 'name': Destroy_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.357069] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52adede1-2df7-85af-8ba8-4c12ae874d08, 'name': SearchDatastore_Task, 'duration_secs': 0.017155} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.360900] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.360900] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 927564a9-da00-4eea-9547-4f9195659ea7/927564a9-da00-4eea-9547-4f9195659ea7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.360900] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3dd6e1a-33cc-4dfa-af67-d9bbc1c977d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.368463] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 677.368463] env[69984]: value = "task-3944510" [ 677.368463] env[69984]: _type = "Task" [ 677.368463] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.383873] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.788140] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609888} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.789020] env[69984]: DEBUG oslo_vmware.api [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944507, 'name': PowerOnVM_Task, 'duration_secs': 0.686606} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.789020] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.789153] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.789477] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.789918] env[69984]: INFO nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Took 11.72 seconds to spawn the instance on the hypervisor. [ 677.789991] env[69984]: DEBUG nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.794438] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fc35238-41e8-4f73-96c2-e5871bb03885 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.797673] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9697915-ec56-4e08-9b22-bd19cba958c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.811945] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 677.811945] env[69984]: value = "task-3944511" [ 677.811945] env[69984]: _type = "Task" [ 677.811945] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.823925] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.845304] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944509, 'name': Destroy_Task, 'duration_secs': 0.521276} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.845854] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Destroyed the VM [ 677.846186] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.846519] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96a8bcde-e7d3-4c57-b0c1-abf28b8274e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.858079] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 677.858079] env[69984]: value = "task-3944512" [ 677.858079] env[69984]: _type = "Task" [ 677.858079] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.870725] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.885177] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.890103] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e38b6-fb39-452f-90ab-bf3ad622ac67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.899556] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2cb05b-b6c7-40d1-a34d-d434fbb1d824 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.935720] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aa7bcc-ae4f-48cb-8c31-8f0337862550 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.945200] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f83a78-13c5-4b7d-ba7c-beec8bc71623 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.961200] env[69984]: DEBUG nova.compute.provider_tree [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.249761] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.288566] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.288984] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.289115] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.289307] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.289453] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.289602] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.289877] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.290067] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.290247] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.290418] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.290603] env[69984]: DEBUG nova.virt.hardware [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.291525] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6589785-c7e6-45ca-a2e3-750bbebf9f68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.300374] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf4929-1b52-495c-a451-206d893cf69d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.328377] env[69984]: INFO nova.compute.manager [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Took 42.58 seconds to build instance. [ 678.336145] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07183} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.336434] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.337274] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ccc7b-3cdd-4b1a-9105-1ea6d361c6a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.361170] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.362839] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c545a95-224c-4850-a55a-82913148d2d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.390264] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944510, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.394436] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944512, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.394773] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 678.394773] env[69984]: value = "task-3944513" [ 678.394773] env[69984]: _type = "Task" [ 678.394773] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.405082] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.466874] env[69984]: DEBUG nova.scheduler.client.report [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.831293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f0a4874-9fb2-403b-bf84-f826d40f4697 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.358s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.871430] env[69984]: DEBUG nova.compute.manager [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Received event network-vif-plugged-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.871649] env[69984]: DEBUG oslo_concurrency.lockutils [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] Acquiring lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.872046] env[69984]: DEBUG oslo_concurrency.lockutils [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.872290] env[69984]: DEBUG oslo_concurrency.lockutils [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.872460] env[69984]: DEBUG nova.compute.manager [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] No waiting events found dispatching network-vif-plugged-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.872621] env[69984]: WARNING nova.compute.manager [req-a7a30854-89c0-4da6-8670-2d348ef7a120 req-ccbddf19-41ea-4a8e-aff4-6a6d89320cbd service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Received unexpected event network-vif-plugged-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc for instance with vm_state building and task_state spawning. [ 678.879078] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944512, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.889053] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944510, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.186628} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.889273] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 927564a9-da00-4eea-9547-4f9195659ea7/927564a9-da00-4eea-9547-4f9195659ea7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.889475] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.889754] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff741c00-2922-45b3-9dc3-b6d4791a99fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.899527] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 678.899527] env[69984]: value = "task-3944514" [ 678.899527] env[69984]: _type = "Task" [ 678.899527] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.905961] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944513, 'name': ReconfigVM_Task, 'duration_secs': 0.365802} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.908970] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Reconfigured VM instance instance-00000012 to attach disk [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5/cde4d3c3-98c8-41f3-b88f-918f09d7cfb5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.911956] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.911956] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b4f7f6c-76f7-4270-ba36-44f40d22c69c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.917460] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 678.917460] env[69984]: value = "task-3944515" [ 678.917460] env[69984]: _type = "Task" [ 678.917460] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.930358] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944515, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.930358] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Successfully updated port: c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.972309] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.335s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.972822] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.975782] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.475s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.977247] env[69984]: INFO nova.compute.claims [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.334960] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.374873] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944512, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.410848] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093834} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.411172] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.412078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef934a-bd27-4e17-9cf9-97034927e57f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.435293] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 927564a9-da00-4eea-9547-4f9195659ea7/927564a9-da00-4eea-9547-4f9195659ea7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.439385] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439385] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquired lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.439385] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.440136] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade1803a-cdaa-4cbf-bbbc-527b240d7b23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.461446] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944515, 'name': Rename_Task, 'duration_secs': 0.149044} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.463135] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.463135] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 679.463135] env[69984]: value = "task-3944516" [ 679.463135] env[69984]: _type = "Task" [ 679.463135] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.463453] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e99d497-d094-4b42-acb4-631d8891f24e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.475654] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.477543] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Waiting for the task: (returnval){ [ 679.477543] env[69984]: value = "task-3944517" [ 679.477543] env[69984]: _type = "Task" [ 679.477543] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.481842] env[69984]: DEBUG nova.compute.utils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.483746] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.483968] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.493854] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.564016] env[69984]: DEBUG nova.policy [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543427150a2347dba423dbd310acd968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ec6ae2f8ccd42d484e9c8772d7569fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.865984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.878291] env[69984]: DEBUG oslo_vmware.api [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944512, 'name': RemoveSnapshot_Task, 'duration_secs': 1.671354} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.879698] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 679.879698] env[69984]: INFO nova.compute.manager [None req-ba88c4f1-2fef-4487-8729-9ce2296e0c4d tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Took 18.39 seconds to snapshot the instance on the hypervisor. [ 679.890355] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Successfully created port: d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.975962] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944516, 'name': ReconfigVM_Task, 'duration_secs': 0.392118} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.976288] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 927564a9-da00-4eea-9547-4f9195659ea7/927564a9-da00-4eea-9547-4f9195659ea7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.976902] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02da95f5-3f1c-4aba-81b4-4539d7ab74ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.986795] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.994425] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 679.994425] env[69984]: value = "task-3944518" [ 679.994425] env[69984]: _type = "Task" [ 679.994425] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.996929] env[69984]: DEBUG oslo_vmware.api [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Task: {'id': task-3944517, 'name': PowerOnVM_Task, 'duration_secs': 0.469032} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.996929] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.001385] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.001385] env[69984]: DEBUG nova.compute.manager [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.006070] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd431974-abc4-4440-8575-0580a98d21b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.016737] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944518, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.200964] env[69984]: DEBUG nova.network.neutron [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Updating instance_info_cache with network_info: [{"id": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "address": "fa:16:3e:e1:df:54", "network": {"id": "19a9fa50-1ee6-455d-8dd1-495be77057bb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-749040991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a2f5be48c84e63912906b93b414b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31d6dd1-20", "ovs_interfaceid": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.512229] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944518, 'name': Rename_Task, 'duration_secs': 0.250202} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.512903] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.512903] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b2dda78-0f2a-4bb9-af7b-51fa05bec4ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.530933] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 680.530933] env[69984]: value = "task-3944519" [ 680.530933] env[69984]: _type = "Task" [ 680.530933] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.535890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.549484] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944519, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.630352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215831f2-8017-45a7-9b1b-ce64d00120d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.638779] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14a003-6303-44d4-be17-40c2e16089fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.669800] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7965fc-d24b-4b3a-939a-6538ec8be0b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.678225] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5774c-a212-410c-ba73-c3a722658369 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.693284] env[69984]: DEBUG nova.compute.provider_tree [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.703447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Releasing lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.703697] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Instance network_info: |[{"id": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "address": "fa:16:3e:e1:df:54", "network": {"id": "19a9fa50-1ee6-455d-8dd1-495be77057bb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-749040991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a2f5be48c84e63912906b93b414b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31d6dd1-20", "ovs_interfaceid": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.704358] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:df:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c31d6dd1-2052-42e6-8a95-e0d05cd37fbc', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.711752] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Creating folder: Project (e0a2f5be48c84e63912906b93b414b18). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.712333] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-712e7cfd-1c7e-4f54-8b16-ab29410a18f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.724117] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Created folder: Project (e0a2f5be48c84e63912906b93b414b18) in parent group-v782883. [ 680.724321] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Creating folder: Instances. Parent ref: group-v782950. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.724580] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b462444a-a25c-4ab3-9e7e-44a4a6a203bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.737401] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Created folder: Instances in parent group-v782950. [ 680.737745] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.737998] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.738250] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7442b63-f62f-44a9-8701-e41cb386c0da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.757914] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.757914] env[69984]: value = "task-3944522" [ 680.757914] env[69984]: _type = "Task" [ 680.757914] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.765946] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944522, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.004691] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.031943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.032426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.032758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.033105] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.033401] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.037491] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.037727] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.037932] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.038121] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.038289] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.038434] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.038737] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.038934] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.039119] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.039421] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.039496] env[69984]: DEBUG nova.virt.hardware [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.040505] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757b3e8-8697-4977-9336-4c0adeea7707 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.044226] env[69984]: INFO nova.compute.manager [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Terminating instance [ 681.058670] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944519, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.061772] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e931eda3-dfb9-4122-90bb-2527951abce8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.129372] env[69984]: DEBUG nova.compute.manager [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Received event network-changed-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.129372] env[69984]: DEBUG nova.compute.manager [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Refreshing instance network info cache due to event network-changed-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.129372] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] Acquiring lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.129372] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] Acquired lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.129372] env[69984]: DEBUG nova.network.neutron [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Refreshing network info cache for port c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.231365] env[69984]: DEBUG nova.scheduler.client.report [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 681.231663] env[69984]: DEBUG nova.compute.provider_tree [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 55 to 56 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 681.231834] env[69984]: DEBUG nova.compute.provider_tree [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.268865] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944522, 'name': CreateVM_Task, 'duration_secs': 0.364558} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.269084] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.269800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.269981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.270297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.270971] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557fb8d8-b4fb-42e9-889b-c8aabdb025cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.276274] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 681.276274] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52390852-f038-865a-cf5c-cfb2a17469bc" [ 681.276274] env[69984]: _type = "Task" [ 681.276274] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.286433] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52390852-f038-865a-cf5c-cfb2a17469bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.552711] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "refresh_cache-cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.552711] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquired lock "refresh_cache-cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.552711] env[69984]: DEBUG nova.network.neutron [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.555182] env[69984]: DEBUG oslo_vmware.api [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944519, 'name': PowerOnVM_Task, 'duration_secs': 0.654525} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.555182] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.555182] env[69984]: INFO nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Took 9.60 seconds to spawn the instance on the hypervisor. [ 681.555182] env[69984]: DEBUG nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.557276] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481a3c40-28f7-4e42-9e77-12ae480bbc77 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.612367] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Successfully updated port: d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.736969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.737645] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.740908] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.927s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.741231] env[69984]: DEBUG nova.objects.instance [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lazy-loading 'resources' on Instance uuid 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.788331] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52390852-f038-865a-cf5c-cfb2a17469bc, 'name': SearchDatastore_Task, 'duration_secs': 0.020051} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.794595] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.794943] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.795277] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.795493] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.795730] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.799079] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259f45ea-56f4-4a48-b020-c9dc2ab54a33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.812394] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.812394] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.812394] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e96ae84-df5f-4e39-afcb-2f27b843fdd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.818334] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 681.818334] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a2872-4c82-0931-11e5-1ca0f35602a9" [ 681.818334] env[69984]: _type = "Task" [ 681.818334] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.827975] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a2872-4c82-0931-11e5-1ca0f35602a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.863260] env[69984]: DEBUG nova.network.neutron [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Updated VIF entry in instance network info cache for port c31d6dd1-2052-42e6-8a95-e0d05cd37fbc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.863906] env[69984]: DEBUG nova.network.neutron [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Updating instance_info_cache with network_info: [{"id": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "address": "fa:16:3e:e1:df:54", "network": {"id": "19a9fa50-1ee6-455d-8dd1-495be77057bb", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-749040991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0a2f5be48c84e63912906b93b414b18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31d6dd1-20", "ovs_interfaceid": "c31d6dd1-2052-42e6-8a95-e0d05cd37fbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.071720] env[69984]: DEBUG nova.network.neutron [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.082128] env[69984]: INFO nova.compute.manager [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Took 45.11 seconds to build instance. [ 682.120571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120571] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.166340] env[69984]: DEBUG nova.network.neutron [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.212171] env[69984]: DEBUG nova.compute.manager [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.212171] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2aa7be-3b2d-4b2f-a31f-745b4be3bf19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.245743] env[69984]: DEBUG nova.compute.utils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.250307] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.250596] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.325446] env[69984]: DEBUG nova.policy [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e62022f3054f4db862bb326dd6312a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1b031cb74648f2ba7f36226824b407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.335616] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a2872-4c82-0931-11e5-1ca0f35602a9, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.341040] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9a0fc4-1d2c-4aad-bd51-c450581208d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.348430] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 682.348430] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b55074-a580-0f26-23fd-7621714d357a" [ 682.348430] env[69984]: _type = "Task" [ 682.348430] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.361600] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b55074-a580-0f26-23fd-7621714d357a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.368698] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3dce2eb-a319-4328-9b25-fdc55ebd07d7 req-96898e8d-aca2-41e0-adc0-a672aee3c9fc service nova] Releasing lock "refresh_cache-6c164062-6dbb-4803-a5df-4e330b0a211c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.584172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9c0396d-e3da-4f56-8661-92779e7fe305 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.420s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.670643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Releasing lock "refresh_cache-cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.671183] env[69984]: DEBUG nova.compute.manager [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.671410] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.672823] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827a50fa-7b7a-4a34-aa8c-f68d1f616988 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.676445] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.690380] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.694854] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef774c0-c68b-4cdc-8782-21de5daad9ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.702856] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 682.702856] env[69984]: value = "task-3944523" [ 682.702856] env[69984]: _type = "Task" [ 682.702856] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.715083] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.724132] env[69984]: INFO nova.compute.manager [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] instance snapshotting [ 682.729854] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2c70b2-f57f-4057-943e-62f47eab7625 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.755387] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24e9bbc-1a5b-4a82-aa0f-73c759b49334 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.758776] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.861574] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b55074-a580-0f26-23fd-7621714d357a, 'name': SearchDatastore_Task, 'duration_secs': 0.013318} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.861850] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.862155] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6c164062-6dbb-4803-a5df-4e330b0a211c/6c164062-6dbb-4803-a5df-4e330b0a211c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.862587] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c3aa84d-225e-4515-b891-dac1a79bebe7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.872562] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 682.872562] env[69984]: value = "task-3944524" [ 682.872562] env[69984]: _type = "Task" [ 682.872562] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.888860] env[69984]: DEBUG nova.network.neutron [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Updating instance_info_cache with network_info: [{"id": "d51c013b-81aa-4069-8012-4a9961894297", "address": "fa:16:3e:d3:2f:ae", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51c013b-81", "ovs_interfaceid": "d51c013b-81aa-4069-8012-4a9961894297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.894210] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.961641] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d39db-d836-49fa-8ab2-1fe831ebbb16 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.970452] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da1b06-bbaa-4f86-8a3c-c11861489f0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.007702] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418f9d67-3237-4c5a-ae6c-986d02f73acd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.021172] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Successfully created port: e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.024240] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79d9e8-b723-4c82-9513-2578c26519ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.041246] env[69984]: DEBUG nova.compute.provider_tree [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.086894] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.214766] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944523, 'name': PowerOffVM_Task, 'duration_secs': 0.130745} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.215098] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.215235] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.215496] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-335b8d08-7265-428f-b2d8-48d9462155aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.249232] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.249622] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.249987] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Deleting the datastore file [datastore2] cde4d3c3-98c8-41f3-b88f-918f09d7cfb5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.250342] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86511d7b-d184-4f01-bbf9-eb1218221b95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.260561] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for the task: (returnval){ [ 683.260561] env[69984]: value = "task-3944526" [ 683.260561] env[69984]: _type = "Task" [ 683.260561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.275410] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 683.279165] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.279165] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da4a3087-7b6c-4509-a673-7bd5fea0de61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.285797] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 683.285797] env[69984]: value = "task-3944527" [ 683.285797] env[69984]: _type = "Task" [ 683.285797] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.296985] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944527, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.323220] env[69984]: DEBUG nova.compute.manager [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Received event network-vif-plugged-d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.323220] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Acquiring lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.323220] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.323220] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.323220] env[69984]: DEBUG nova.compute.manager [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] No waiting events found dispatching network-vif-plugged-d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 683.323391] env[69984]: WARNING nova.compute.manager [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Received unexpected event network-vif-plugged-d51c013b-81aa-4069-8012-4a9961894297 for instance with vm_state building and task_state spawning. [ 683.323391] env[69984]: DEBUG nova.compute.manager [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Received event network-changed-d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.323391] env[69984]: DEBUG nova.compute.manager [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Refreshing instance network info cache due to event network-changed-d51c013b-81aa-4069-8012-4a9961894297. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.324651] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Acquiring lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.386796] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.391546] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.391979] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Instance network_info: |[{"id": "d51c013b-81aa-4069-8012-4a9961894297", "address": "fa:16:3e:d3:2f:ae", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51c013b-81", "ovs_interfaceid": "d51c013b-81aa-4069-8012-4a9961894297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.392442] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Acquired lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.392640] env[69984]: DEBUG nova.network.neutron [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Refreshing network info cache for port d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.394032] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:2f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd51c013b-81aa-4069-8012-4a9961894297', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.409258] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.409923] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.410211] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14480f21-0e96-4502-929f-7462b0dfb9a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.438347] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.438347] env[69984]: value = "task-3944528" [ 683.438347] env[69984]: _type = "Task" [ 683.438347] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.454205] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944528, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.545618] env[69984]: DEBUG nova.scheduler.client.report [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.615855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.774500] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.777096] env[69984]: DEBUG oslo_vmware.api [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Task: {'id': task-3944526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.778088] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.778741] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.779102] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.779399] env[69984]: INFO nova.compute.manager [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 683.780018] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.780376] env[69984]: DEBUG nova.compute.manager [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.780572] env[69984]: DEBUG nova.network.neutron [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.798463] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944527, 'name': CreateSnapshot_Task, 'duration_secs': 0.506891} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.801261] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.803194] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9cfb15-63fb-493e-babb-611245e10bed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.822181] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.822181] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.822181] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.822628] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.822947] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.823228] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.823545] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.823813] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.824160] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.824476] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.824810] env[69984]: DEBUG nova.virt.hardware [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.825968] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671950f-01e7-4778-9eb3-138d4f3044f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.833550] env[69984]: DEBUG nova.network.neutron [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.841989] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ef142-8a3e-4c5c-a105-eaacc1ba00c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.867123] env[69984]: DEBUG nova.compute.manager [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Received event network-changed-72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.867123] env[69984]: DEBUG nova.compute.manager [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Refreshing instance network info cache due to event network-changed-72fa000f-9a3c-4e96-b60d-338bddbf0273. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.867123] env[69984]: DEBUG oslo_concurrency.lockutils [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] Acquiring lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.867123] env[69984]: DEBUG oslo_concurrency.lockutils [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] Acquired lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867123] env[69984]: DEBUG nova.network.neutron [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Refreshing network info cache for port 72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.884924] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556756} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.885375] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6c164062-6dbb-4803-a5df-4e330b0a211c/6c164062-6dbb-4803-a5df-4e330b0a211c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.885842] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.886503] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5429e2-2c62-4f56-9551-2119af43d97e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.895245] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 683.895245] env[69984]: value = "task-3944529" [ 683.895245] env[69984]: _type = "Task" [ 683.895245] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.906778] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.956449] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944528, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.051621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.055818] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.266s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.077494] env[69984]: INFO nova.scheduler.client.report [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Deleted allocations for instance 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7 [ 684.229903] env[69984]: DEBUG nova.network.neutron [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Updated VIF entry in instance network info cache for port d51c013b-81aa-4069-8012-4a9961894297. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.230312] env[69984]: DEBUG nova.network.neutron [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Updating instance_info_cache with network_info: [{"id": "d51c013b-81aa-4069-8012-4a9961894297", "address": "fa:16:3e:d3:2f:ae", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd51c013b-81", "ovs_interfaceid": "d51c013b-81aa-4069-8012-4a9961894297", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.342874] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.343280] env[69984]: DEBUG nova.network.neutron [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.344638] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68bde77e-7435-4df5-915c-8354e50ab769 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.353977] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 684.353977] env[69984]: value = "task-3944530" [ 684.353977] env[69984]: _type = "Task" [ 684.353977] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.364365] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944530, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.407272] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082384} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.410833] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.411770] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1dace-7f6b-4568-aae4-af3ec4a5f22f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.435676] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 6c164062-6dbb-4803-a5df-4e330b0a211c/6c164062-6dbb-4803-a5df-4e330b0a211c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.436486] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067a57b8-bc90-46ef-8ff9-63e2ada48e59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.463604] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944528, 'name': CreateVM_Task, 'duration_secs': 0.670164} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.465141] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.465543] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 684.465543] env[69984]: value = "task-3944531" [ 684.465543] env[69984]: _type = "Task" [ 684.465543] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.466320] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.466388] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.466717] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.467059] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c99b0b-fe4c-477b-8cec-31492fa8dbe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.480578] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.482286] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 684.482286] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ed2ddc-454d-61ab-4f2d-cc2eefe811ed" [ 684.482286] env[69984]: _type = "Task" [ 684.482286] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.493444] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ed2ddc-454d-61ab-4f2d-cc2eefe811ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.589912] env[69984]: DEBUG oslo_concurrency.lockutils [None req-162a45c2-a019-4a5b-8e83-b0bfd4b4b19c tempest-ServerExternalEventsTest-1923891128 tempest-ServerExternalEventsTest-1923891128-project-member] Lock "4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.505s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.699047] env[69984]: DEBUG nova.network.neutron [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updated VIF entry in instance network info cache for port 72fa000f-9a3c-4e96-b60d-338bddbf0273. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.699800] env[69984]: DEBUG nova.network.neutron [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updating instance_info_cache with network_info: [{"id": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "address": "fa:16:3e:2e:c6:20", "network": {"id": "a9d2b540-d9c6-463b-a22c-56ada657ebcf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-249550140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfeeffff14724b91ac68c5be102dc588", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa000f-9a", "ovs_interfaceid": "72fa000f-9a3c-4e96-b60d-338bddbf0273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.733132] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4ef2607-4c27-4af9-8117-dcb78b214ca2 req-d14039e4-7b4d-43ea-a02c-9438b44548bc service nova] Releasing lock "refresh_cache-3150ea52-5efd-4f64-af55-c42822bae56c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.799989] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Successfully updated port: e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.849408] env[69984]: INFO nova.compute.manager [-] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Took 1.07 seconds to deallocate network for instance. [ 684.867547] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944530, 'name': CloneVM_Task} progress is 93%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.979153] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.993609] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ed2ddc-454d-61ab-4f2d-cc2eefe811ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018891} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.994066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.994377] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.994654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.994858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.995083] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.997949] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a25b0ae1-718a-4e0b-8e36-5dcba7929f68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.007903] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.008181] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.009120] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915e318f-aa4d-4cd5-b326-bf2694b4fe7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.017977] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 685.017977] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52747462-4c1b-12d7-ed70-dd159104f086" [ 685.017977] env[69984]: _type = "Task" [ 685.017977] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.026439] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52747462-4c1b-12d7-ed70-dd159104f086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.182021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b670c1-b003-4573-a066-b38496c0f10c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.191091] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f581cb8-952a-4880-8321-18ae6671d2c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.225899] env[69984]: DEBUG oslo_concurrency.lockutils [req-57c59cd8-0e73-445d-9e71-cda9b36a2e4e req-10597ae0-2180-47d2-b108-57314f18b02f service nova] Releasing lock "refresh_cache-927564a9-da00-4eea-9547-4f9195659ea7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227155] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1c330-1293-4dcc-ac82-f3f5938f21ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.237262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03333cb2-9a9b-4a4b-8274-7aea16a60583 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.254614] env[69984]: DEBUG nova.compute.provider_tree [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.308031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.308031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.308031] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.363611] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.367367] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944530, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.378798] env[69984]: DEBUG nova.compute.manager [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Received event network-vif-plugged-e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.378798] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Acquiring lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.378798] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.378798] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.378798] env[69984]: DEBUG nova.compute.manager [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] No waiting events found dispatching network-vif-plugged-e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.378975] env[69984]: WARNING nova.compute.manager [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Received unexpected event network-vif-plugged-e2d4e667-edf7-49a5-952d-c4cb5510c06e for instance with vm_state building and task_state spawning. [ 685.378975] env[69984]: DEBUG nova.compute.manager [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Received event network-changed-e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.378975] env[69984]: DEBUG nova.compute.manager [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Refreshing instance network info cache due to event network-changed-e2d4e667-edf7-49a5-952d-c4cb5510c06e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.378975] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Acquiring lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.482496] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944531, 'name': ReconfigVM_Task, 'duration_secs': 0.8864} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.482496] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 6c164062-6dbb-4803-a5df-4e330b0a211c/6c164062-6dbb-4803-a5df-4e330b0a211c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.482496] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d9b830-8104-4fae-a62e-ceb798a11093 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.491453] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 685.491453] env[69984]: value = "task-3944532" [ 685.491453] env[69984]: _type = "Task" [ 685.491453] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.501964] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944532, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.529123] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52747462-4c1b-12d7-ed70-dd159104f086, 'name': SearchDatastore_Task, 'duration_secs': 0.018346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.530063] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3698336-6e62-4500-86ea-81b77b7cb8ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.536094] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 685.536094] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5227a50c-a6e3-da51-bf68-a2a614d7b3a7" [ 685.536094] env[69984]: _type = "Task" [ 685.536094] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.545167] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5227a50c-a6e3-da51-bf68-a2a614d7b3a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.757866] env[69984]: DEBUG nova.scheduler.client.report [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.845622] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.871774] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944530, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.003226] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944532, 'name': Rename_Task, 'duration_secs': 0.14493} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.003672] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.003888] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a409ac0-ca88-4a58-8c7d-8e826be367f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.011506] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 686.011506] env[69984]: value = "task-3944533" [ 686.011506] env[69984]: _type = "Task" [ 686.011506] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.021952] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.048947] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5227a50c-a6e3-da51-bf68-a2a614d7b3a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018656} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.049328] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.049680] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3150ea52-5efd-4f64-af55-c42822bae56c/3150ea52-5efd-4f64-af55-c42822bae56c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.051914] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fb93ca0-7a53-4216-9ebf-d626494c0495 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.060696] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 686.060696] env[69984]: value = "task-3944534" [ 686.060696] env[69984]: _type = "Task" [ 686.060696] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.074155] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.133487] env[69984]: DEBUG nova.network.neutron [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Updating instance_info_cache with network_info: [{"id": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "address": "fa:16:3e:31:b9:a8", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4e667-ed", "ovs_interfaceid": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.367770] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944530, 'name': CloneVM_Task, 'duration_secs': 1.785858} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.368393] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Created linked-clone VM from snapshot [ 686.369366] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84d5d9-d819-447e-a802-94b26e6922bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.379049] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Uploading image b80975fa-b26d-42e9-81c4-eb4ec5623463 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.416034] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.416034] env[69984]: value = "vm-782955" [ 686.416034] env[69984]: _type = "VirtualMachine" [ 686.416034] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.416034] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ace91986-a9f1-4748-ac54-c67a4a0d69c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.426030] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease: (returnval){ [ 686.426030] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525a813e-d481-b1e4-b526-2b64036df602" [ 686.426030] env[69984]: _type = "HttpNfcLease" [ 686.426030] env[69984]: } obtained for exporting VM: (result){ [ 686.426030] env[69984]: value = "vm-782955" [ 686.426030] env[69984]: _type = "VirtualMachine" [ 686.426030] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.426030] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the lease: (returnval){ [ 686.426030] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525a813e-d481-b1e4-b526-2b64036df602" [ 686.426030] env[69984]: _type = "HttpNfcLease" [ 686.426030] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.435766] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.435766] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525a813e-d481-b1e4-b526-2b64036df602" [ 686.435766] env[69984]: _type = "HttpNfcLease" [ 686.435766] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.523808] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.572801] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.635096] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.635622] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance network_info: |[{"id": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "address": "fa:16:3e:31:b9:a8", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4e667-ed", "ovs_interfaceid": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.636101] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Acquired lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.636394] env[69984]: DEBUG nova.network.neutron [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Refreshing network info cache for port e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.640936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d4e667-edf7-49a5-952d-c4cb5510c06e', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.658452] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating folder: Project (de1b031cb74648f2ba7f36226824b407). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.661426] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4481c13-5d4d-42fe-a94a-eb32de0ac559 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.678109] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created folder: Project (de1b031cb74648f2ba7f36226824b407) in parent group-v782883. [ 686.678438] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating folder: Instances. Parent ref: group-v782956. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.678826] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a6eb23-7773-42c8-b004-7d195ffdc862 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.697501] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created folder: Instances in parent group-v782956. [ 686.698436] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.699039] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.700487] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268a1405-b779-4295-927c-4709785feff8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.738650] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.738650] env[69984]: value = "task-3944538" [ 686.738650] env[69984]: _type = "Task" [ 686.738650] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.752534] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944538, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.774910] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.720s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.780232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.459s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.782877] env[69984]: INFO nova.compute.claims [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.941247] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.941247] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525a813e-d481-b1e4-b526-2b64036df602" [ 686.941247] env[69984]: _type = "HttpNfcLease" [ 686.941247] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 686.942141] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 686.942141] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525a813e-d481-b1e4-b526-2b64036df602" [ 686.942141] env[69984]: _type = "HttpNfcLease" [ 686.942141] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 686.942482] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a40619-f6c0-4308-874f-50f14c9bafa5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.957009] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 686.957009] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.050151] env[69984]: DEBUG oslo_vmware.api [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944533, 'name': PowerOnVM_Task, 'duration_secs': 0.728741} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.050151] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.050151] env[69984]: INFO nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Took 8.80 seconds to spawn the instance on the hypervisor. [ 687.050151] env[69984]: DEBUG nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 687.050747] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1873e25-05a9-4f79-aa41-92f24df2d660 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.073047] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673593} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.073218] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3150ea52-5efd-4f64-af55-c42822bae56c/3150ea52-5efd-4f64-af55-c42822bae56c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.074209] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.074209] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cd719bf-704d-4a0b-853e-15ed934c8569 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.083877] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 687.083877] env[69984]: value = "task-3944539" [ 687.083877] env[69984]: _type = "Task" [ 687.083877] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.101926] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.109984] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87ff4825-a6ba-43a7-b163-56f448e1fe07 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.124267] env[69984]: DEBUG nova.network.neutron [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Updated VIF entry in instance network info cache for port e2d4e667-edf7-49a5-952d-c4cb5510c06e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.126047] env[69984]: DEBUG nova.network.neutron [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Updating instance_info_cache with network_info: [{"id": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "address": "fa:16:3e:31:b9:a8", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2d4e667-ed", "ovs_interfaceid": "e2d4e667-edf7-49a5-952d-c4cb5510c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.252031] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944538, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.370176] env[69984]: INFO nova.scheduler.client.report [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleted allocation for migration 0b3843b5-dd63-4b0b-bcb8-abe74c562427 [ 687.584071] env[69984]: INFO nova.compute.manager [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Took 45.26 seconds to build instance. [ 687.602112] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114768} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.602850] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.606032] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c0fd1-9f86-4d03-9d4c-7f9ee7483a02 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.635873] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3150ea52-5efd-4f64-af55-c42822bae56c/3150ea52-5efd-4f64-af55-c42822bae56c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.637204] env[69984]: DEBUG oslo_concurrency.lockutils [req-2a4b3ade-e0e1-4ff2-95a2-a570196feff1 req-71abc66b-0e35-4595-8cae-4948695238d5 service nova] Releasing lock "refresh_cache-72249b92-83ad-45b1-93a0-f99c97e4154a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.637711] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382cdfe8-2358-49ee-af00-e42f0c0f2d09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.670150] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 687.670150] env[69984]: value = "task-3944540" [ 687.670150] env[69984]: _type = "Task" [ 687.670150] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.684810] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.753543] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944538, 'name': CreateVM_Task, 'duration_secs': 0.58377} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.754126] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.754958] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.755231] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.755633] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.755965] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695ed418-c76a-4517-93ef-ffa0eab0f454 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.763339] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 687.763339] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295b00f-c2bd-eea3-7a9f-13885251fc24" [ 687.763339] env[69984]: _type = "Task" [ 687.763339] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.776628] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295b00f-c2bd-eea3-7a9f-13885251fc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.878519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e5a737b-d4f9-45a5-a476-7184c3fa701d tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.402s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.088960] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0385c898-c258-4b10-bec9-725796dd0121 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.063s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.187132] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944540, 'name': ReconfigVM_Task, 'duration_secs': 0.423388} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.187572] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3150ea52-5efd-4f64-af55-c42822bae56c/3150ea52-5efd-4f64-af55-c42822bae56c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.192184] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87e00e3d-9739-4c70-aeea-8e617e43ca4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.203038] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 688.203038] env[69984]: value = "task-3944541" [ 688.203038] env[69984]: _type = "Task" [ 688.203038] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.221403] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944541, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.282942] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295b00f-c2bd-eea3-7a9f-13885251fc24, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.283399] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.283715] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.284158] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.284358] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.284570] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.284993] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a57533-15b4-4031-af14-870bb675d9ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.299576] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.299769] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.301669] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8fd101-a53c-4f5b-96ff-e67353af5aeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.312800] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 688.312800] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf966d-0850-682f-60fe-75eaaec22d2d" [ 688.312800] env[69984]: _type = "Task" [ 688.312800] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.323127] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf966d-0850-682f-60fe-75eaaec22d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.327047] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2467ee8d-23c8-458c-9d8e-8ad427b23c66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.333331] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 688.333331] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524fa42e-8b0b-90cf-ce30-a4850a6b77a1" [ 688.333331] env[69984]: _type = "Task" [ 688.333331] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.344717] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524fa42e-8b0b-90cf-ce30-a4850a6b77a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.527732] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4efd65b-2354-4648-a31b-993ddf2aba8b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.536897] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3f1eb-3756-4d5b-81f4-58e1e82cee7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.576725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad0bcd2-79c3-4437-9eaf-fe82119fc9fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.585682] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de9207d-ba96-450f-9a3c-7f510f28c685 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.591549] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.603330] env[69984]: DEBUG nova.compute.provider_tree [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.713055] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944541, 'name': Rename_Task, 'duration_secs': 0.176634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.713456] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.713712] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d3a6d81-c0d3-4251-94c7-473612eaddc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.721410] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 688.721410] env[69984]: value = "task-3944542" [ 688.721410] env[69984]: _type = "Task" [ 688.721410] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.732278] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.845173] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524fa42e-8b0b-90cf-ce30-a4850a6b77a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.845365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.845614] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.845978] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17181d20-fe71-49a1-9388-cb4687e2a751 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.854012] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 688.854012] env[69984]: value = "task-3944543" [ 688.854012] env[69984]: _type = "Task" [ 688.854012] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.864482] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.891321] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "6c164062-6dbb-4803-a5df-4e330b0a211c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.891607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.891842] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.892042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.892324] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.896573] env[69984]: INFO nova.compute.manager [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Terminating instance [ 689.113030] env[69984]: DEBUG nova.scheduler.client.report [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.141711] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.234220] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944542, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.366597] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.409519] env[69984]: DEBUG nova.compute.manager [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.409519] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.411191] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e91c0-2c50-4a79-bd49-a3b7771b43d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.425594] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.426734] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdbdcc61-b233-40a7-944c-b34f54d78832 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.435699] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 689.435699] env[69984]: value = "task-3944544" [ 689.435699] env[69984]: _type = "Task" [ 689.435699] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.447876] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.621251] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.621251] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.625259] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.847s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.627456] env[69984]: INFO nova.compute.claims [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.738866] env[69984]: DEBUG oslo_vmware.api [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944542, 'name': PowerOnVM_Task, 'duration_secs': 0.578545} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.739208] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.739421] env[69984]: INFO nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 689.739609] env[69984]: DEBUG nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.740485] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6d7f4-eb8a-4af2-acf7-20b2e1d91909 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.864654] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604043} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.864932] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.865302] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.865574] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d9e39e-8171-404e-aa37-d4c755c5300e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.873230] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 689.873230] env[69984]: value = "task-3944545" [ 689.873230] env[69984]: _type = "Task" [ 689.873230] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.883858] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.946658] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944544, 'name': PowerOffVM_Task, 'duration_secs': 0.268533} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.946958] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.947283] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.947457] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79130010-257b-4205-a595-a97ffbc5c8c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.019641] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.019898] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.020113] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Deleting the datastore file [datastore2] 6c164062-6dbb-4803-a5df-4e330b0a211c {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.020408] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53206a8a-3a62-4f30-994e-18bb23d78e5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.028072] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for the task: (returnval){ [ 690.028072] env[69984]: value = "task-3944547" [ 690.028072] env[69984]: _type = "Task" [ 690.028072] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.038268] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.134193] env[69984]: DEBUG nova.compute.utils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.140540] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.140540] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.203019] env[69984]: DEBUG nova.policy [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40a4ffee96bb4281b91689e2de3bfa0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ce5045d801e4810bd4f046fde751cf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.268583] env[69984]: INFO nova.compute.manager [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Took 45.86 seconds to build instance. [ 690.286610] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.287023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.389189] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110165} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.389922] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.391208] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a35b2f-fa22-4a99-91ae-8b0d1ba01e49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.432875] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.434184] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1f919a-6686-4a46-b9c5-e3589879be50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466014] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 690.466014] env[69984]: value = "task-3944548" [ 690.466014] env[69984]: _type = "Task" [ 690.466014] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.480923] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.543922] env[69984]: DEBUG oslo_vmware.api [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Task: {'id': task-3944547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311272} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.545889] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.545889] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.545889] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.545889] env[69984]: INFO nova.compute.manager [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 690.545889] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.546509] env[69984]: DEBUG nova.compute.manager [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.546509] env[69984]: DEBUG nova.network.neutron [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.587119] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Successfully created port: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.642773] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.773176] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9b32513e-0596-4c37-9737-27a24d4eb11f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.342s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.986459] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944548, 'name': ReconfigVM_Task, 'duration_secs': 0.489734} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.986964] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.988399] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c20a8e9-2c7b-45f3-b0af-9c0a7ca2e0e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.000045] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 691.000045] env[69984]: value = "task-3944549" [ 691.000045] env[69984]: _type = "Task" [ 691.000045] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.014894] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944549, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.276445] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.376049] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1633b-ca3a-4d0d-b932-1ae110157d80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.384105] env[69984]: DEBUG nova.compute.manager [req-1e30e2d0-4d4b-418e-b3e0-b48f3c84c3c3 req-24bff1ef-c840-4f99-8a11-ddede9913245 service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Received event network-vif-deleted-c31d6dd1-2052-42e6-8a95-e0d05cd37fbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.384790] env[69984]: INFO nova.compute.manager [req-1e30e2d0-4d4b-418e-b3e0-b48f3c84c3c3 req-24bff1ef-c840-4f99-8a11-ddede9913245 service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Neutron deleted interface c31d6dd1-2052-42e6-8a95-e0d05cd37fbc; detaching it from the instance and deleting it from the info cache [ 691.384790] env[69984]: DEBUG nova.network.neutron [req-1e30e2d0-4d4b-418e-b3e0-b48f3c84c3c3 req-24bff1ef-c840-4f99-8a11-ddede9913245 service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.392309] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28fda8-581b-482f-a3b8-3e9cfe016d86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.428835] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d620301-d9b7-427d-8f0d-d07790c3f093 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.438575] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348f679-7334-44cb-b343-d1ac85a1ec9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.455048] env[69984]: DEBUG nova.compute.provider_tree [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.511332] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944549, 'name': Rename_Task, 'duration_secs': 0.219882} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.511585] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.511860] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f44abb1f-a26d-48c0-8d08-3ba9667b6a1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.519749] env[69984]: DEBUG nova.network.neutron [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.521319] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 691.521319] env[69984]: value = "task-3944550" [ 691.521319] env[69984]: _type = "Task" [ 691.521319] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.532976] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.603893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.604266] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.604529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.604800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.604997] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.608251] env[69984]: INFO nova.compute.manager [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Terminating instance [ 691.655757] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.683609] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.683889] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.684017] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.684227] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.684378] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.684526] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.684739] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.684900] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.685117] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.685260] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.685435] env[69984]: DEBUG nova.virt.hardware [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.686411] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c68936-fb75-4ff7-ac9e-5c28dc587c3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.696415] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d6133-3acb-4a72-aa97-8983feb1c84b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.802585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.889404] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40eb2b23-5b30-4c6b-a8fb-ce02a791c141 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.908819] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb99fc6d-ab97-4352-b91f-0fc374531748 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.925057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "320bc199-1361-4dce-8888-0b8e1b81588e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.925361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.954780] env[69984]: DEBUG nova.compute.manager [req-1e30e2d0-4d4b-418e-b3e0-b48f3c84c3c3 req-24bff1ef-c840-4f99-8a11-ddede9913245 service nova] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Detach interface failed, port_id=c31d6dd1-2052-42e6-8a95-e0d05cd37fbc, reason: Instance 6c164062-6dbb-4803-a5df-4e330b0a211c could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 691.958213] env[69984]: DEBUG nova.scheduler.client.report [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.023253] env[69984]: INFO nova.compute.manager [-] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Took 1.48 seconds to deallocate network for instance. [ 692.042601] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.118023] env[69984]: DEBUG nova.compute.manager [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.118023] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.118023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e046e-1c5d-4c99-94d7-ce705837c40c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.128269] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.128883] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a01f82-bee6-4976-8a7c-76e6e4e1646f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.139220] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 692.139220] env[69984]: value = "task-3944551" [ 692.139220] env[69984]: _type = "Task" [ 692.139220] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.153316] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.340794] env[69984]: DEBUG nova.compute.manager [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Received event network-vif-plugged-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.341095] env[69984]: DEBUG oslo_concurrency.lockutils [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] Acquiring lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.341985] env[69984]: DEBUG oslo_concurrency.lockutils [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.341985] env[69984]: DEBUG oslo_concurrency.lockutils [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.341985] env[69984]: DEBUG nova.compute.manager [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] No waiting events found dispatching network-vif-plugged-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.341985] env[69984]: WARNING nova.compute.manager [req-3f8bc110-3682-4a52-8e8d-dc7c0f77c392 req-96563d37-7da0-4c83-bca9-e4ffb62ae554 service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Received unexpected event network-vif-plugged-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae for instance with vm_state building and task_state spawning. [ 692.370460] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Successfully updated port: 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.394942] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "8c99ef9e-5b2d-4091-a20a-42c288533995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.395222] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.465968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.465968] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.467630] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.061s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.469716] env[69984]: INFO nova.compute.claims [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.541382] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.541773] env[69984]: DEBUG oslo_vmware.api [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944550, 'name': PowerOnVM_Task, 'duration_secs': 0.668749} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.545022] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.545022] env[69984]: INFO nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 692.545022] env[69984]: DEBUG nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.545022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0385cf-4019-4ae8-b597-38b68c8691e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.654710] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944551, 'name': PowerOffVM_Task, 'duration_secs': 0.380329} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.655063] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.655283] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.655618] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4fa80c-b819-4f1e-8f04-309228964deb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.742470] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.742470] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.743671] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Deleting the datastore file [datastore2] 495437b5-1f82-4ad7-8a2c-4acf4641bfad {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.743671] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df1a7b5d-67ed-4bb8-b34f-334ae3afaf9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.754886] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for the task: (returnval){ [ 692.754886] env[69984]: value = "task-3944553" [ 692.754886] env[69984]: _type = "Task" [ 692.754886] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.764387] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.877559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.877559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquired lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.877559] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.975340] env[69984]: DEBUG nova.compute.utils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.979355] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.979549] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.042864] env[69984]: DEBUG nova.policy [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.065186] env[69984]: INFO nova.compute.manager [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Took 41.60 seconds to build instance. [ 693.265665] env[69984]: DEBUG oslo_vmware.api [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Task: {'id': task-3944553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445642} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.266388] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.266659] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.266854] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.267073] env[69984]: INFO nova.compute.manager [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.267454] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.267663] env[69984]: DEBUG nova.compute.manager [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.267759] env[69984]: DEBUG nova.network.neutron [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.404073] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Successfully created port: 823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.480734] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.485263] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.571050] env[69984]: DEBUG oslo_concurrency.lockutils [None req-011bf467-70d6-454a-b906-ff9821f130e2 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.754s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.040742] env[69984]: DEBUG nova.network.neutron [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Updating instance_info_cache with network_info: [{"id": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "address": "fa:16:3e:92:96:84", "network": {"id": "d95ed57f-70c5-46fd-8a1b-f0b526d6c973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-39956352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce5045d801e4810bd4f046fde751cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683dbc7f-83", "ovs_interfaceid": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.079538] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.165373] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40571abf-e677-4698-ad9d-55e7e284e2a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.174967] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c932c-995d-47ed-8322-2907946e074b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.211035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b91516-ffaa-4032-a032-f3270abe0ff3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.219157] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ddce3-2db0-455e-8faf-930daf558be9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.234353] env[69984]: DEBUG nova.compute.provider_tree [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.501377] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.531888] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.532170] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.532324] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.532506] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.532652] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.532803] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.533025] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.533192] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.533403] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.533606] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.533768] env[69984]: DEBUG nova.virt.hardware [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.540584] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb5c5f7-42a6-473a-bbae-9487fcf5ca5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.551609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Releasing lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.551609] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Instance network_info: |[{"id": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "address": "fa:16:3e:92:96:84", "network": {"id": "d95ed57f-70c5-46fd-8a1b-f0b526d6c973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-39956352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce5045d801e4810bd4f046fde751cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683dbc7f-83", "ovs_interfaceid": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.551772] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:96:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '683dbc7f-83ec-49db-ae0e-63cd6b9d02ae', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.557809] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Creating folder: Project (6ce5045d801e4810bd4f046fde751cf2). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.559153] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257f6ba6-b1a8-4f1d-8015-cfffee0b3218 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.562173] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a8a08-b3a3-480e-be27-0ddb6c3555eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.569037] env[69984]: DEBUG nova.compute.manager [req-21f7c6ab-20b9-48d2-b6a2-ee6f3ffb1b33 req-4ab2fea1-f29f-4519-a703-80faa3ffd72a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Received event network-vif-deleted-4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.569037] env[69984]: INFO nova.compute.manager [req-21f7c6ab-20b9-48d2-b6a2-ee6f3ffb1b33 req-4ab2fea1-f29f-4519-a703-80faa3ffd72a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Neutron deleted interface 4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b; detaching it from the instance and deleting it from the info cache [ 694.569037] env[69984]: DEBUG nova.network.neutron [req-21f7c6ab-20b9-48d2-b6a2-ee6f3ffb1b33 req-4ab2fea1-f29f-4519-a703-80faa3ffd72a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.584503] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Created folder: Project (6ce5045d801e4810bd4f046fde751cf2) in parent group-v782883. [ 694.584688] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Creating folder: Instances. Parent ref: group-v782959. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.588180] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-421a4cc3-b242-4b7c-9fe7-dad00fe3a566 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.607520] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Created folder: Instances in parent group-v782959. [ 694.607520] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.607520] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.607520] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.607520] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e633adc9-1564-460e-abdc-d921bb938fcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.626678] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.626678] env[69984]: value = "task-3944556" [ 694.626678] env[69984]: _type = "Task" [ 694.626678] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.638595] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944556, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.640197] env[69984]: DEBUG nova.compute.manager [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Received event network-changed-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.640768] env[69984]: DEBUG nova.compute.manager [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Refreshing instance network info cache due to event network-changed-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.640768] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] Acquiring lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.640768] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] Acquired lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.641038] env[69984]: DEBUG nova.network.neutron [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Refreshing network info cache for port 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.764292] env[69984]: ERROR nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [req-f86892a3-3615-453d-8912-6b2e3bbd6c1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f86892a3-3615-453d-8912-6b2e3bbd6c1c"}]} [ 694.790048] env[69984]: DEBUG nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.790784] env[69984]: DEBUG nova.network.neutron [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.815776] env[69984]: DEBUG nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.816063] env[69984]: DEBUG nova.compute.provider_tree [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.838752] env[69984]: DEBUG nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.861280] env[69984]: DEBUG nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.045715] env[69984]: INFO nova.compute.manager [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Rebuilding instance [ 695.072703] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-304a2f18-d33a-4245-ac10-6923f743245e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.083784] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3dfa5b-b196-4bbf-8bb6-77e2265ec15d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.128018] env[69984]: DEBUG nova.compute.manager [req-21f7c6ab-20b9-48d2-b6a2-ee6f3ffb1b33 req-4ab2fea1-f29f-4519-a703-80faa3ffd72a service nova] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Detach interface failed, port_id=4bf3a3bc-1ec1-4804-a84e-1c3c02c61f2b, reason: Instance 495437b5-1f82-4ad7-8a2c-4acf4641bfad could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 695.132863] env[69984]: DEBUG nova.compute.manager [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 695.133693] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a048fbd-46ea-432d-bcc9-70baab0c5f78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.145493] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944556, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.178828] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Successfully updated port: 823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.295458] env[69984]: INFO nova.compute.manager [-] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Took 2.03 seconds to deallocate network for instance. [ 695.445846] env[69984]: DEBUG nova.network.neutron [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Updated VIF entry in instance network info cache for port 683dbc7f-83ec-49db-ae0e-63cd6b9d02ae. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.445846] env[69984]: DEBUG nova.network.neutron [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Updating instance_info_cache with network_info: [{"id": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "address": "fa:16:3e:92:96:84", "network": {"id": "d95ed57f-70c5-46fd-8a1b-f0b526d6c973", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-39956352-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ce5045d801e4810bd4f046fde751cf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683dbc7f-83", "ovs_interfaceid": "683dbc7f-83ec-49db-ae0e-63cd6b9d02ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.637847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0df79-c84e-4edc-a963-2ca78b42af5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.644163] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944556, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.649016] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7bcd80-c26a-4f39-a6e7-a1f8b784fd78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.683262] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.683421] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.683580] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.686420] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f510c-7e2b-4ef8-8fcd-0f5500e043b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.696439] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7898b-a085-4754-b30a-bc854d12bcbc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.712961] env[69984]: DEBUG nova.compute.provider_tree [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.803046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.952080] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be2227a-9159-447f-9a11-4e87e14c216e req-7ca082eb-34b0-403d-a819-e63f7123196f service nova] Releasing lock "refresh_cache-44167ce1-d6e6-4227-ac28-db123bc36a17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.143201] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944556, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.157137] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.157566] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909fcd95-085b-4310-9745-4802bdd884e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.166345] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 696.166345] env[69984]: value = "task-3944557" [ 696.166345] env[69984]: _type = "Task" [ 696.166345] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.175540] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.226418] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.253024] env[69984]: DEBUG nova.scheduler.client.report [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 696.253323] env[69984]: DEBUG nova.compute.provider_tree [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 60 to 61 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 696.253546] env[69984]: DEBUG nova.compute.provider_tree [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.393970] env[69984]: DEBUG nova.network.neutron [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Updating instance_info_cache with network_info: [{"id": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "address": "fa:16:3e:8c:7c:d7", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c1f57-01", "ovs_interfaceid": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.641037] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944556, 'name': CreateVM_Task, 'duration_secs': 1.60867} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.641279] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.642281] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.642475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.642831] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.643122] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b442ef28-8cdd-47b6-9c22-40fdc8be2392 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.648607] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 696.648607] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524b7beb-b63f-849b-8106-6a4c8e942ddf" [ 696.648607] env[69984]: _type = "Task" [ 696.648607] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.658287] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524b7beb-b63f-849b-8106-6a4c8e942ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.676688] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944557, 'name': PowerOffVM_Task, 'duration_secs': 0.337207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.676993] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.677250] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.678212] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447654e6-670e-4f6c-8115-c81dcbb42a1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.686497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.686684] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.690997] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.691576] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd8d9c56-b671-44b4-8e01-618c41a9350d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.756547] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.756971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.757414] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore1] 72249b92-83ad-45b1-93a0-f99c97e4154a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.758145] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d37cc04-1470-459c-9e0e-c4857a270f2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.761199] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.294s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.761760] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.765362] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.402s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.766848] env[69984]: INFO nova.compute.claims [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.771037] env[69984]: DEBUG nova.compute.manager [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Received event network-vif-plugged-823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.771265] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Acquiring lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.771491] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.771751] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.772034] env[69984]: DEBUG nova.compute.manager [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] No waiting events found dispatching network-vif-plugged-823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 696.772325] env[69984]: WARNING nova.compute.manager [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Received unexpected event network-vif-plugged-823c1f57-01da-472e-89fa-50ebaf5d04bd for instance with vm_state building and task_state spawning. [ 696.772601] env[69984]: DEBUG nova.compute.manager [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Received event network-changed-823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.772853] env[69984]: DEBUG nova.compute.manager [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Refreshing instance network info cache due to event network-changed-823c1f57-01da-472e-89fa-50ebaf5d04bd. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.773091] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Acquiring lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.775816] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 696.775816] env[69984]: value = "task-3944559" [ 696.775816] env[69984]: _type = "Task" [ 696.775816] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.785648] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.896750] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.897135] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Instance network_info: |[{"id": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "address": "fa:16:3e:8c:7c:d7", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c1f57-01", "ovs_interfaceid": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.897538] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Acquired lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.897742] env[69984]: DEBUG nova.network.neutron [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Refreshing network info cache for port 823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.899124] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823c1f57-01da-472e-89fa-50ebaf5d04bd', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.906800] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating folder: Project (a5440e9f05194be6b54d966b9ce10234). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.910996] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6f2b4fc-a085-4cf4-9d72-676d4d0a8999 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.923572] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created folder: Project (a5440e9f05194be6b54d966b9ce10234) in parent group-v782883. [ 696.923857] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating folder: Instances. Parent ref: group-v782962. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.924177] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4be2dd73-4955-477a-8702-ab5caadcc33c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936049] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created folder: Instances in parent group-v782962. [ 696.937387] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.937731] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.938221] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43007284-bcb8-4032-822a-38ab16da5716 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.965750] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.965750] env[69984]: value = "task-3944562" [ 696.965750] env[69984]: _type = "Task" [ 696.965750] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.975484] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944562, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.101870] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.102732] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee197c6-3af2-4e11-a4ac-d7650d264740 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.109674] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.109860] env[69984]: ERROR oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk due to incomplete transfer. [ 697.110173] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e72e580c-0f4f-4bf7-b7da-8ae3bece9439 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.119640] env[69984]: DEBUG oslo_vmware.rw_handles [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5202777b-51fc-5ea4-90fb-917b02a8738e/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.119980] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Uploaded image b80975fa-b26d-42e9-81c4-eb4ec5623463 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.122083] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.124766] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15de1d85-5407-4628-bb90-2be84056e0b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.132695] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 697.132695] env[69984]: value = "task-3944563" [ 697.132695] env[69984]: _type = "Task" [ 697.132695] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.143452] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944563, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.160622] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524b7beb-b63f-849b-8106-6a4c8e942ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.161027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.161275] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.161532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.161733] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.161856] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.162881] env[69984]: DEBUG nova.network.neutron [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Updated VIF entry in instance network info cache for port 823c1f57-01da-472e-89fa-50ebaf5d04bd. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.163475] env[69984]: DEBUG nova.network.neutron [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Updating instance_info_cache with network_info: [{"id": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "address": "fa:16:3e:8c:7c:d7", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823c1f57-01", "ovs_interfaceid": "823c1f57-01da-472e-89fa-50ebaf5d04bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.164585] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0a5517-713c-42ce-9333-2c94ba8ef86b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.176998] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.177158] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.178062] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2730409b-446f-4bc1-a476-952eea1d5ec0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.184902] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 697.184902] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c21a21-b195-e2e5-0191-15802606cc1d" [ 697.184902] env[69984]: _type = "Task" [ 697.184902] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.195993] env[69984]: DEBUG nova.compute.utils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.198097] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c21a21-b195-e2e5-0191-15802606cc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.278209] env[69984]: DEBUG nova.compute.utils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.282800] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.283100] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.297544] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.297960] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.298254] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.298526] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.334203] env[69984]: DEBUG nova.policy [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.476548] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944562, 'name': CreateVM_Task, 'duration_secs': 0.502258} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.476818] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.477632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.477901] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.478354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.479021] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a423271-5f46-4f54-99d1-b1e06127e301 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.484808] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 697.484808] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fafb29-6011-c865-2122-eb2dfdef662d" [ 697.484808] env[69984]: _type = "Task" [ 697.484808] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.497157] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fafb29-6011-c865-2122-eb2dfdef662d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.623362] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Successfully created port: dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.645588] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944563, 'name': Destroy_Task, 'duration_secs': 0.332048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.645929] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Destroyed the VM [ 697.646489] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.646615] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34570f54-2fa8-4885-8a08-54cc657ce83e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.654467] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 697.654467] env[69984]: value = "task-3944564" [ 697.654467] env[69984]: _type = "Task" [ 697.654467] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.663693] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.667426] env[69984]: DEBUG oslo_concurrency.lockutils [req-a74834f3-b6b9-46e3-8c34-fe98eaf4e474 req-7e264723-ab2a-445f-bd9c-5ac116863a86 service nova] Releasing lock "refresh_cache-e7505b8e-fa4e-4662-a7a2-3ae95551961b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.696340] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c21a21-b195-e2e5-0191-15802606cc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014152} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.697214] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78679e16-1045-4091-8094-6d1aff3d2cbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.700098] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.704325] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 697.704325] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52208bd6-103b-719c-a67f-f78d14c13671" [ 697.704325] env[69984]: _type = "Task" [ 697.704325] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.714270] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52208bd6-103b-719c-a67f-f78d14c13671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.791041] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.996162] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fafb29-6011-c865-2122-eb2dfdef662d, 'name': SearchDatastore_Task, 'duration_secs': 0.020847} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.999264] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.999491] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.999659] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.168031] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.221747] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52208bd6-103b-719c-a67f-f78d14c13671, 'name': SearchDatastore_Task, 'duration_secs': 0.017645} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.222423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.223171] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 44167ce1-d6e6-4227-ac28-db123bc36a17/44167ce1-d6e6-4227-ac28-db123bc36a17.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.223833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.223833] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.225085] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07399bf1-3020-4940-824f-55147bfd7daa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.229913] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0f704f-29b2-43b8-a51a-3c4cd8ae5682 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.239653] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 698.239653] env[69984]: value = "task-3944565" [ 698.239653] env[69984]: _type = "Task" [ 698.239653] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.244082] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.244082] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.245144] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35769dca-43fe-4bf4-a364-1d953b67d271 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.253129] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.258452] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 698.258452] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5211dd28-9119-2e45-3825-c6460f7dd2b7" [ 698.258452] env[69984]: _type = "Task" [ 698.258452] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.265865] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5211dd28-9119-2e45-3825-c6460f7dd2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.347076] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.347206] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.347285] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.347498] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.347657] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.347955] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.348079] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.349238] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.349238] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.349238] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.349238] env[69984]: DEBUG nova.virt.hardware [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.350617] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce09ee-3d93-4476-9fd5-b21e744cc5ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.362829] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081caf85-571a-4682-ae55-d78ab6202d5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.380160] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:b9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2d4e667-edf7-49a5-952d-c4cb5510c06e', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.388804] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.392416] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.393136] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a2093ee-4676-4899-b51d-b14ded29439f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.420292] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.420292] env[69984]: value = "task-3944566" [ 698.420292] env[69984]: _type = "Task" [ 698.420292] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.428713] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944566, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.433855] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e6343-1f58-487d-8fb6-baa204b60779 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.443373] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02561ee0-3c93-4665-960d-435da3f8090f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.480508] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05c9fb-9b66-459b-b9e1-8c5df3a4fade {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.489996] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc43b76a-96a7-4c5b-8cd1-6dcb02dee6a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.508438] env[69984]: DEBUG nova.compute.provider_tree [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.666720] env[69984]: DEBUG oslo_vmware.api [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944564, 'name': RemoveSnapshot_Task, 'duration_secs': 0.57188} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.667114] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.668040] env[69984]: INFO nova.compute.manager [None req-8c92d897-2c49-4449-abcb-d32057269c11 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 698.751564] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944565, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.768161] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5211dd28-9119-2e45-3825-c6460f7dd2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.768337] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fca99c-1244-44e4-aa1f-993eaf3b8f2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.774640] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 698.774640] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d96d79-3ba7-359a-d91f-55b025e8a26a" [ 698.774640] env[69984]: _type = "Task" [ 698.774640] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.784647] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d96d79-3ba7-359a-d91f-55b025e8a26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.793652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.793805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.794064] env[69984]: INFO nova.compute.manager [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Attaching volume 897e050c-14bc-4186-9e5a-1652426661e3 to /dev/sdb [ 698.817933] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.851161] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b828e-aa18-4380-a7d2-53262a2f6f10 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.856880] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.857178] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.857399] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.857632] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.857851] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.858060] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.858353] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.858545] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.858726] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.858895] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.859083] env[69984]: DEBUG nova.virt.hardware [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.860042] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc1e9c-0fdb-4784-9cd0-9f6674fe1c3e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.868931] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0ec5f7-7b23-46c6-b628-e00667d28c79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.874481] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4581a-3dc0-4883-910d-8542cd43624f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.894234] env[69984]: DEBUG nova.virt.block_device [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating existing volume attachment record: f0c2aa8b-2184-434f-a47b-4efd277a3589 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.935319] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944566, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.011754] env[69984]: DEBUG nova.scheduler.client.report [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.253329] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544222} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.253670] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 44167ce1-d6e6-4227-ac28-db123bc36a17/44167ce1-d6e6-4227-ac28-db123bc36a17.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.253828] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.254111] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-578ce321-4af6-4fb5-83b4-98ac73ba88ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262199] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 699.262199] env[69984]: value = "task-3944571" [ 699.262199] env[69984]: _type = "Task" [ 699.262199] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.272352] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.287727] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d96d79-3ba7-359a-d91f-55b025e8a26a, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.288100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.288407] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e7505b8e-fa4e-4662-a7a2-3ae95551961b/e7505b8e-fa4e-4662-a7a2-3ae95551961b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.288736] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94176f59-8aa0-4e23-8a3d-09154fdd7635 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.294565] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Successfully updated port: dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.296940] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 699.296940] env[69984]: value = "task-3944572" [ 699.296940] env[69984]: _type = "Task" [ 699.296940] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.306029] env[69984]: DEBUG nova.compute.manager [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Received event network-vif-plugged-dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.307673] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] Acquiring lock "ea38b005-2876-436c-8043-c4a03a946c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.308050] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] Lock "ea38b005-2876-436c-8043-c4a03a946c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.308287] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] Lock "ea38b005-2876-436c-8043-c4a03a946c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.308450] env[69984]: DEBUG nova.compute.manager [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] No waiting events found dispatching network-vif-plugged-dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.309025] env[69984]: WARNING nova.compute.manager [req-bb522e41-cf2d-43f0-bb18-5f3796f8b87b req-198238b8-8882-4c93-bd14-799fedd61b1d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Received unexpected event network-vif-plugged-dd2c0470-48a6-43b2-bac5-185215312ad6 for instance with vm_state building and task_state spawning. [ 699.313116] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.431927] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944566, 'name': CreateVM_Task, 'duration_secs': 0.543003} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.432167] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.432959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433214] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.433572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.433922] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521edd0b-27d2-42d1-b9d9-fd41d7b49c23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.439258] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 699.439258] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a30757-7b70-d687-ee6c-322b6587d5f3" [ 699.439258] env[69984]: _type = "Task" [ 699.439258] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.449415] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a30757-7b70-d687-ee6c-322b6587d5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.517565] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.518169] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.520900] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.432s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.521804] env[69984]: DEBUG nova.objects.instance [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 699.772976] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073425} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.773108] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.774137] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdee6fe-cc73-45b1-8c10-71b6fefab3a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.800863] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 44167ce1-d6e6-4227-ac28-db123bc36a17/44167ce1-d6e6-4227-ac28-db123bc36a17.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.801616] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.801748] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801891] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.803171] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625cbd4e-f725-4756-ae12-2f97cb27c7d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.832082] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52551} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.832082] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e7505b8e-fa4e-4662-a7a2-3ae95551961b/e7505b8e-fa4e-4662-a7a2-3ae95551961b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.832082] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.832553] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 699.832553] env[69984]: value = "task-3944573" [ 699.832553] env[69984]: _type = "Task" [ 699.832553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.832682] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d75daf8a-8d8f-406f-9b09-665ea0564625 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.848026] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.848026] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 699.848026] env[69984]: value = "task-3944574" [ 699.848026] env[69984]: _type = "Task" [ 699.848026] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.857696] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.952743] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a30757-7b70-d687-ee6c-322b6587d5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.039785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.953632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.954249] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.954644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.955359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.955359] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.956161] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7603b787-f6de-459a-a272-5af38f1e9b33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968132] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.968286] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.969068] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274e72d8-dc4b-41d3-89e7-59aa9e4c611a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.976236] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 699.976236] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f4c58e-56aa-a6aa-b7ab-d061e2196c11" [ 699.976236] env[69984]: _type = "Task" [ 699.976236] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.986204] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f4c58e-56aa-a6aa-b7ab-d061e2196c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.027143] env[69984]: DEBUG nova.compute.utils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.027143] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.028691] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.103810] env[69984]: DEBUG nova.policy [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a41fea9bb974ebaa9a90dc8fa81aebb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5ae4d46b67c43bd8ebe629f025cf17a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.347241] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944573, 'name': ReconfigVM_Task, 'duration_secs': 0.337576} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.347698] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 44167ce1-d6e6-4227-ac28-db123bc36a17/44167ce1-d6e6-4227-ac28-db123bc36a17.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.351950] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c5a196-30bb-4202-8766-2d43551c7cb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.355961] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.362139] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076457} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.363843] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.364304] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 700.364304] env[69984]: value = "task-3944575" [ 700.364304] env[69984]: _type = "Task" [ 700.364304] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.365464] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74967d55-342c-49f7-a458-d465565db746 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.381200] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944575, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.401671] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e7505b8e-fa4e-4662-a7a2-3ae95551961b/e7505b8e-fa4e-4662-a7a2-3ae95551961b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.404607] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfa66a1-3d31-4bb6-a0d2-3933fbb0ee1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.426532] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 700.426532] env[69984]: value = "task-3944576" [ 700.426532] env[69984]: _type = "Task" [ 700.426532] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.437800] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.438745] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Successfully created port: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.488897] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f4c58e-56aa-a6aa-b7ab-d061e2196c11, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.490358] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca355c67-be78-4b80-8e59-88038904487b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.496533] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 700.496533] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52492132-672e-2109-4097-a4f1fb4b3594" [ 700.496533] env[69984]: _type = "Task" [ 700.496533] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.510707] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52492132-672e-2109-4097-a4f1fb4b3594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.534615] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.538739] env[69984]: DEBUG oslo_concurrency.lockutils [None req-20da560a-f3e1-4811-9576-0c8fc92eb319 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.539740] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.285s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.541324] env[69984]: INFO nova.compute.claims [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.628552] env[69984]: DEBUG nova.network.neutron [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Updating instance_info_cache with network_info: [{"id": "dd2c0470-48a6-43b2-bac5-185215312ad6", "address": "fa:16:3e:46:f3:9c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c0470-48", "ovs_interfaceid": "dd2c0470-48a6-43b2-bac5-185215312ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.882353] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944575, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.936495] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944576, 'name': ReconfigVM_Task, 'duration_secs': 0.479631} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.936861] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e7505b8e-fa4e-4662-a7a2-3ae95551961b/e7505b8e-fa4e-4662-a7a2-3ae95551961b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.939701] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae560eeb-65c9-4fa0-a86e-20d5d0a91c68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.947033] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 700.947033] env[69984]: value = "task-3944577" [ 700.947033] env[69984]: _type = "Task" [ 700.947033] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.954511] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944577, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.008070] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52492132-672e-2109-4097-a4f1fb4b3594, 'name': SearchDatastore_Task, 'duration_secs': 0.012094} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.008385] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.008665] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.008948] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b922e0a-b7ed-491d-995d-cd1961793e8a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.016276] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 701.016276] env[69984]: value = "task-3944578" [ 701.016276] env[69984]: _type = "Task" [ 701.016276] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.024829] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.132605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.137136] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Instance network_info: |[{"id": "dd2c0470-48a6-43b2-bac5-185215312ad6", "address": "fa:16:3e:46:f3:9c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c0470-48", "ovs_interfaceid": "dd2c0470-48a6-43b2-bac5-185215312ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.137389] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:f3:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd2c0470-48a6-43b2-bac5-185215312ad6', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.145162] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating folder: Project (754457f7bae046d08f8edef140f1fcdb). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.145920] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85fe91f-cd71-4c6d-9915-a971c7a600ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.158826] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created folder: Project (754457f7bae046d08f8edef140f1fcdb) in parent group-v782883. [ 701.159168] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating folder: Instances. Parent ref: group-v782969. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.159342] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00469f56-a5c5-4e5a-aa42-f0e7b795f54a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.170552] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created folder: Instances in parent group-v782969. [ 701.170847] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.171622] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.171622] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a074070-8892-4832-8344-0d276e321c2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.191828] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.191828] env[69984]: value = "task-3944581" [ 701.191828] env[69984]: _type = "Task" [ 701.191828] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.200780] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944581, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.381253] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944575, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.456823] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944577, 'name': Rename_Task, 'duration_secs': 0.141102} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.456823] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.456997] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f58b7f59-577b-4d07-ab96-e3078f0e3804 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.465499] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 701.465499] env[69984]: value = "task-3944583" [ 701.465499] env[69984]: _type = "Task" [ 701.465499] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.480033] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.482343] env[69984]: DEBUG nova.compute.manager [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Received event network-changed-dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.482544] env[69984]: DEBUG nova.compute.manager [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Refreshing instance network info cache due to event network-changed-dd2c0470-48a6-43b2-bac5-185215312ad6. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.482787] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] Acquiring lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.482956] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] Acquired lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.483140] env[69984]: DEBUG nova.network.neutron [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Refreshing network info cache for port dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.530108] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.546583] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.576050] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.576231] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.576393] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.576594] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.576744] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.576897] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.577132] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.577298] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.577471] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.577650] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.577906] env[69984]: DEBUG nova.virt.hardware [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.579090] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a743f-9fbb-4248-9b6a-a16159befeba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.591243] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599cd77-e1b5-45ce-9b8d-06df58dcf7fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.703832] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944581, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.885959] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944575, 'name': Rename_Task, 'duration_secs': 1.184416} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.888276] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.888981] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3733ea-62d0-4b69-9ca3-def321d2f6f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.897148] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 701.897148] env[69984]: value = "task-3944584" [ 701.897148] env[69984]: _type = "Task" [ 701.897148] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.911328] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.978152] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.029285] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581371} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.032146] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.032387] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.032842] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69954bba-2f6a-49da-a661-5546376465bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.040587] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 702.040587] env[69984]: value = "task-3944585" [ 702.040587] env[69984]: _type = "Task" [ 702.040587] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.052239] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.205212] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944581, 'name': CreateVM_Task, 'duration_secs': 0.642946} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.205401] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.206088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.206256] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.206573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207084] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a443b-a914-4037-9aa6-1b8b24c347b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.215531] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 702.215531] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d408e6-1732-64c6-2303-506370f016b9" [ 702.215531] env[69984]: _type = "Task" [ 702.215531] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.220766] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Successfully updated port: 5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.225226] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d408e6-1732-64c6-2303-506370f016b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.227443] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be648b2-f064-4633-93ad-ec301f87e90d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.235763] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3faa5-0bfd-4620-ae8e-eb05a615b3db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.272413] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef18dba-5645-44a5-badd-9d2d1e8d2601 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.280885] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec3252-e64a-4ba4-bcd8-785135b2e957 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.296271] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.296529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.296732] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.296909] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.297091] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.299171] env[69984]: DEBUG nova.compute.provider_tree [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.301041] env[69984]: INFO nova.compute.manager [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Terminating instance [ 702.307129] env[69984]: DEBUG nova.network.neutron [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Updated VIF entry in instance network info cache for port dd2c0470-48a6-43b2-bac5-185215312ad6. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.308139] env[69984]: DEBUG nova.network.neutron [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Updating instance_info_cache with network_info: [{"id": "dd2c0470-48a6-43b2-bac5-185215312ad6", "address": "fa:16:3e:46:f3:9c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd2c0470-48", "ovs_interfaceid": "dd2c0470-48a6-43b2-bac5-185215312ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.409721] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.478989] env[69984]: DEBUG oslo_vmware.api [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944583, 'name': PowerOnVM_Task, 'duration_secs': 0.550947} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.479312] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.479514] env[69984]: INFO nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Took 7.98 seconds to spawn the instance on the hypervisor. [ 702.479693] env[69984]: DEBUG nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.480537] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3adde4-d92b-4435-a1df-cea213550dbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.551034] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082599} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.551343] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.552163] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcff3b6-da92-4cb0-a67f-30899c7f9a88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.575369] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.576059] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f7626e3-4f4f-4257-b9b9-3152774f7ea5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.596558] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 702.596558] env[69984]: value = "task-3944586" [ 702.596558] env[69984]: _type = "Task" [ 702.596558] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.608828] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.727454] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.727671] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.727836] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.729054] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d408e6-1732-64c6-2303-506370f016b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.729355] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.729577] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.729874] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.730057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.730299] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.730942] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82dd96f-2c03-4008-a31e-2c1ae4730c7c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.741663] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.741862] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.742667] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75030b11-6375-4418-a413-f92ea7c0415f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.750183] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 702.750183] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5202ee1b-97b4-526d-554b-8ab45618d9ab" [ 702.750183] env[69984]: _type = "Task" [ 702.750183] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.759021] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5202ee1b-97b4-526d-554b-8ab45618d9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.806722] env[69984]: DEBUG nova.compute.manager [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.806887] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.807775] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16f553-eba8-4f74-8f7e-261c32bffe26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.811328] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b89d515-6ef3-4c3b-94ce-2e1db6fc8d90 req-8858c5bd-281b-4039-9f0a-91ccc3d95296 service nova] Releasing lock "refresh_cache-ea38b005-2876-436c-8043-c4a03a946c36" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.817020] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.817306] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4005a885-6af3-44c5-91f6-b4797565dd84 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.825284] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 702.825284] env[69984]: value = "task-3944587" [ 702.825284] env[69984]: _type = "Task" [ 702.825284] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.836233] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.837403] env[69984]: DEBUG nova.scheduler.client.report [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 702.837689] env[69984]: DEBUG nova.compute.provider_tree [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 61 to 62 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 702.837863] env[69984]: DEBUG nova.compute.provider_tree [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.909043] env[69984]: DEBUG oslo_vmware.api [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944584, 'name': PowerOnVM_Task, 'duration_secs': 0.534394} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.909043] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.909228] env[69984]: INFO nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Took 11.25 seconds to spawn the instance on the hypervisor. [ 702.909273] env[69984]: DEBUG nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.910140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d27dd1-5c2f-497f-b617-52bebd205493 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.004255] env[69984]: INFO nova.compute.manager [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Took 47.27 seconds to build instance. [ 703.108234] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.260323] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5202ee1b-97b4-526d-554b-8ab45618d9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.261180] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890b9416-a94d-4942-9aa0-d436fa4fa01d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.267751] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 703.267751] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f3696-85ce-f601-cd41-b72bfcd02938" [ 703.267751] env[69984]: _type = "Task" [ 703.267751] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.276761] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f3696-85ce-f601-cd41-b72bfcd02938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.279263] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.340024] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944587, 'name': PowerOffVM_Task, 'duration_secs': 0.217697} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.340024] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.340024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.340024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f687faa-97fb-41b6-980f-4d66d0f7f3c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.344968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.345910] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.348402] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.040s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.348634] env[69984]: DEBUG nova.objects.instance [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lazy-loading 'resources' on Instance uuid c07e7d92-970d-4c27-bf62-e7516fea5bfa {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.417745] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.418415] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.418864] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleting the datastore file [datastore1] 427f2158-7d1b-4cdf-81ee-1373ecc412fc {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.419341] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb49342-eea6-459b-9d92-cfdecfb4219a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.431037] env[69984]: INFO nova.compute.manager [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Took 48.13 seconds to build instance. [ 703.432116] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 703.432116] env[69984]: value = "task-3944589" [ 703.432116] env[69984]: _type = "Task" [ 703.432116] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.442063] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.476466] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 703.476702] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782968', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'name': 'volume-897e050c-14bc-4186-9e5a-1652426661e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c54c4c6e-ef12-4922-9e1d-96bbb1b544bf', 'attached_at': '', 'detached_at': '', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'serial': '897e050c-14bc-4186-9e5a-1652426661e3'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 703.478128] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e8543-71cc-4064-9c4a-a56e5de75434 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498209] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5a6c74-8eb0-4d19-94a9-97d66ff08ac8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.503285] env[69984]: DEBUG nova.network.neutron [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Updating instance_info_cache with network_info: [{"id": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "address": "fa:16:3e:f4:40:8f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d56b6a9-54", "ovs_interfaceid": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.506760] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c19415b9-f9a3-4010-aee7-f4f79e003945 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.699s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.536152] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-897e050c-14bc-4186-9e5a-1652426661e3/volume-897e050c-14bc-4186-9e5a-1652426661e3.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.536827] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.539834] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35aa21e-4476-488c-90ff-6193fae872bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.564483] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Waiting for the task: (returnval){ [ 703.564483] env[69984]: value = "task-3944590" [ 703.564483] env[69984]: _type = "Task" [ 703.564483] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.575460] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944590, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.609845] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944586, 'name': ReconfigVM_Task, 'duration_secs': 0.859193} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.610165] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 72249b92-83ad-45b1-93a0-f99c97e4154a/72249b92-83ad-45b1-93a0-f99c97e4154a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.610802] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439bdff7-5fad-4a98-82e3-edf0a0a31a77 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.619680] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 703.619680] env[69984]: value = "task-3944591" [ 703.619680] env[69984]: _type = "Task" [ 703.619680] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.625950] env[69984]: DEBUG nova.compute.manager [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Received event network-vif-plugged-5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.626201] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Acquiring lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.626465] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.626686] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.626907] env[69984]: DEBUG nova.compute.manager [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] No waiting events found dispatching network-vif-plugged-5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.627173] env[69984]: WARNING nova.compute.manager [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Received unexpected event network-vif-plugged-5d56b6a9-54d7-4741-b85d-84a19acc64d0 for instance with vm_state building and task_state spawning. [ 703.627402] env[69984]: DEBUG nova.compute.manager [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Received event network-changed-5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.627634] env[69984]: DEBUG nova.compute.manager [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Refreshing instance network info cache due to event network-changed-5d56b6a9-54d7-4741-b85d-84a19acc64d0. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.628650] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Acquiring lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.638020] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944591, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.683988] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.684402] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.684692] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.684977] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.685188] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.690684] env[69984]: INFO nova.compute.manager [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Terminating instance [ 703.782222] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529f3696-85ce-f601-cd41-b72bfcd02938, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.783139] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.783413] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] ea38b005-2876-436c-8043-c4a03a946c36/ea38b005-2876-436c-8043-c4a03a946c36.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.783684] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7a700b3-d6cc-4934-a9d5-6171c38cc0a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.791570] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 703.791570] env[69984]: value = "task-3944592" [ 703.791570] env[69984]: _type = "Task" [ 703.791570] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.800766] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.852428] env[69984]: DEBUG nova.compute.utils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.859112] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.859112] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.910075] env[69984]: DEBUG nova.policy [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1e7eb6cc2d44262a9cc3d299a219697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc3cd79660994d02aa98022e08117e65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.933365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-832cf740-99eb-4412-a626-2936243ed928 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.415s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.948560] env[69984]: DEBUG oslo_vmware.api [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220234} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.949620] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.949825] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.950492] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.950492] env[69984]: INFO nova.compute.manager [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 703.950629] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.951229] env[69984]: DEBUG nova.compute.manager [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.951343] env[69984]: DEBUG nova.network.neutron [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.006454] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.006826] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Instance network_info: |[{"id": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "address": "fa:16:3e:f4:40:8f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d56b6a9-54", "ovs_interfaceid": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.007287] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Acquired lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.007497] env[69984]: DEBUG nova.network.neutron [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Refreshing network info cache for port 5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.008947] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:40:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d56b6a9-54d7-4741-b85d-84a19acc64d0', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.018625] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.025101] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.025978] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45baf58-0670-42fc-ba49-002851254f24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.055122] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.055122] env[69984]: value = "task-3944593" [ 704.055122] env[69984]: _type = "Task" [ 704.055122] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.080278] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944593, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.083790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.088424] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944590, 'name': ReconfigVM_Task, 'duration_secs': 0.420424} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.088929] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-897e050c-14bc-4186-9e5a-1652426661e3/volume-897e050c-14bc-4186-9e5a-1652426661e3.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.097702] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-061bb878-26f6-48ce-822d-d3b8fe814efa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117479] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Waiting for the task: (returnval){ [ 704.117479] env[69984]: value = "task-3944594" [ 704.117479] env[69984]: _type = "Task" [ 704.117479] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.134201] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.145265] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944591, 'name': Rename_Task, 'duration_secs': 0.155311} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.145265] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.145265] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328a7838-77ff-4b1b-b691-bac745b48630 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.152836] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 704.152836] env[69984]: value = "task-3944595" [ 704.152836] env[69984]: _type = "Task" [ 704.152836] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.162992] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.199016] env[69984]: DEBUG nova.compute.manager [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.199016] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.199799] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899edf41-ffde-4cf0-8169-7999bf2cca4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.216836] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.219581] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0006f979-ff7f-488e-b70a-48ee81bfba5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.230415] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 704.230415] env[69984]: value = "task-3944596" [ 704.230415] env[69984]: _type = "Task" [ 704.230415] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.239345] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.276199] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "interface-44167ce1-d6e6-4227-ac28-db123bc36a17-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.276548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "interface-44167ce1-d6e6-4227-ac28-db123bc36a17-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.277050] env[69984]: DEBUG nova.objects.instance [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lazy-loading 'flavor' on Instance uuid 44167ce1-d6e6-4227-ac28-db123bc36a17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.307158] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944592, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.337902] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Successfully created port: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.360666] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.439447] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.505992] env[69984]: DEBUG nova.network.neutron [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Updated VIF entry in instance network info cache for port 5d56b6a9-54d7-4741-b85d-84a19acc64d0. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.506403] env[69984]: DEBUG nova.network.neutron [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Updating instance_info_cache with network_info: [{"id": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "address": "fa:16:3e:f4:40:8f", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d56b6a9-54", "ovs_interfaceid": "5d56b6a9-54d7-4741-b85d-84a19acc64d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.568299] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944593, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.627553] env[69984]: DEBUG oslo_vmware.api [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944594, 'name': ReconfigVM_Task, 'duration_secs': 0.2026} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.627797] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782968', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'name': 'volume-897e050c-14bc-4186-9e5a-1652426661e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c54c4c6e-ef12-4922-9e1d-96bbb1b544bf', 'attached_at': '', 'detached_at': '', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'serial': '897e050c-14bc-4186-9e5a-1652426661e3'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 704.666627] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.688156] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce6f28-3b32-41c8-8504-8d7b3b590be1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.696847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660a1af-d547-45f8-bb21-e35e78a0d000 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.735331] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52267d9d-4035-4cb6-ba5e-d2d34fb0b361 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.744067] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944596, 'name': PowerOffVM_Task, 'duration_secs': 0.244361} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.746965] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.746965] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.746965] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59509b6a-c241-444f-9130-6dd565ff5e00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.749370] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b25bcda-79e9-4515-9d40-6d6e3fe7face {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.765195] env[69984]: DEBUG nova.compute.provider_tree [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.783330] env[69984]: DEBUG nova.objects.instance [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lazy-loading 'pci_requests' on Instance uuid 44167ce1-d6e6-4227-ac28-db123bc36a17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.803705] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944592, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.822062] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.822302] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.822471] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore2] e7505b8e-fa4e-4662-a7a2-3ae95551961b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.822734] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f4b210-3173-412a-b7a4-ec2b8033389c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.830092] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 704.830092] env[69984]: value = "task-3944598" [ 704.830092] env[69984]: _type = "Task" [ 704.830092] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.838568] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.967497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.010064] env[69984]: DEBUG oslo_concurrency.lockutils [req-ac407349-cdaf-4be9-92d7-43c8129106ba req-6928ea27-269e-4913-90ba-5a13689ab7d4 service nova] Releasing lock "refresh_cache-7d31a8d5-85f3-430e-85d2-cc69cce4c936" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.042532] env[69984]: DEBUG nova.network.neutron [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.072976] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944593, 'name': CreateVM_Task, 'duration_secs': 0.677827} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.078302] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.079396] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.079572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.079892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.080274] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074d5fb0-eaee-49c1-abed-1dfeb442c9e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.086072] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 705.086072] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d2757f-f56e-4748-532b-57a222cd72c9" [ 705.086072] env[69984]: _type = "Task" [ 705.086072] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.096399] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d2757f-f56e-4748-532b-57a222cd72c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.164797] env[69984]: DEBUG oslo_vmware.api [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944595, 'name': PowerOnVM_Task, 'duration_secs': 0.867879} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.165164] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.165388] env[69984]: DEBUG nova.compute.manager [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.166760] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28022a-7ada-41fa-b83d-0f3a363e8387 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268865] env[69984]: DEBUG nova.scheduler.client.report [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.288545] env[69984]: DEBUG nova.objects.base [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Object Instance<44167ce1-d6e6-4227-ac28-db123bc36a17> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 705.288545] env[69984]: DEBUG nova.network.neutron [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.306624] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944592, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.340718] env[69984]: DEBUG oslo_vmware.api [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211199} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.341043] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.341647] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.341846] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.342040] env[69984]: INFO nova.compute.manager [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 705.342385] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.343102] env[69984]: DEBUG nova.compute.manager [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.343228] env[69984]: DEBUG nova.network.neutron [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.370462] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.405186] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.405186] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.405466] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.405499] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.405651] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.405801] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.406018] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.406445] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.406961] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.407171] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.407388] env[69984]: DEBUG nova.virt.hardware [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.408301] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debec17-3650-49c9-9b28-7951c39a2c87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.418159] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886293f1-9b25-481a-a4d7-fd0bbfb95a49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.481353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb3f64ae-130f-48cf-a66c-d35d63847521 tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "interface-44167ce1-d6e6-4227-ac28-db123bc36a17-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.205s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.547513] env[69984]: INFO nova.compute.manager [-] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Took 1.59 seconds to deallocate network for instance. [ 705.601629] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d2757f-f56e-4748-532b-57a222cd72c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.601629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.601838] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.602092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.602210] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.602415] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.602690] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef84d2d7-0ec4-47fb-be27-33449af04050 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.613581] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.614114] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.614551] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bbf2c5-7cb6-408c-94a5-2c01569bb07b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.622389] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 705.622389] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e6fe3c-186f-d25e-9315-b5a318c859ae" [ 705.622389] env[69984]: _type = "Task" [ 705.622389] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.632643] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e6fe3c-186f-d25e-9315-b5a318c859ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.689258] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.775017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.427s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.777666] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.508s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.781025] env[69984]: DEBUG nova.objects.instance [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lazy-loading 'resources' on Instance uuid 57bc4d65-6353-4e73-aef5-ded2041b48b7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.805754] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944592, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53397} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.806832] env[69984]: INFO nova.scheduler.client.report [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Deleted allocations for instance c07e7d92-970d-4c27-bf62-e7516fea5bfa [ 705.807798] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] ea38b005-2876-436c-8043-c4a03a946c36/ea38b005-2876-436c-8043-c4a03a946c36.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.808368] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.811458] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1695e144-02b7-459e-aa11-c3b6fd17a857 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.814092] env[69984]: DEBUG nova.objects.instance [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lazy-loading 'flavor' on Instance uuid c54c4c6e-ef12-4922-9e1d-96bbb1b544bf {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.823099] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 705.823099] env[69984]: value = "task-3944599" [ 705.823099] env[69984]: _type = "Task" [ 705.823099] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.836719] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.928465] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Successfully updated port: b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.053816] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.140458] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e6fe3c-186f-d25e-9315-b5a318c859ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.141529] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81be9ca3-655d-4a9b-853b-744e2af8b0dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.148044] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 706.148044] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5244c3ee-3f62-a39d-0f5e-cf97ad7a770c" [ 706.148044] env[69984]: _type = "Task" [ 706.148044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.158486] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5244c3ee-3f62-a39d-0f5e-cf97ad7a770c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.261331] env[69984]: DEBUG nova.network.neutron [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.326685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d1b819c-19c5-49a6-838d-993861dfa81a tempest-ServerMetadataTestJSON-373495796 tempest-ServerMetadataTestJSON-373495796-project-member] Lock "c07e7d92-970d-4c27-bf62-e7516fea5bfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.700s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.339105] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075799} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.339105] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.339649] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10789fa-74b6-40fa-95d1-2f53b6161a97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.343947] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae064254-e02a-4461-8509-500f5755dffd tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.550s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.365908] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ea38b005-2876-436c-8043-c4a03a946c36/ea38b005-2876-436c-8043-c4a03a946c36.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.367784] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e92ea07f-eb88-490f-8ab1-cd8ba5c3b405 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.392587] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 706.392587] env[69984]: value = "task-3944600" [ 706.392587] env[69984]: _type = "Task" [ 706.392587] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.402054] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.431026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.431232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquired lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.431389] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.666303] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5244c3ee-3f62-a39d-0f5e-cf97ad7a770c, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.666303] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.667260] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 7d31a8d5-85f3-430e-85d2-cc69cce4c936/7d31a8d5-85f3-430e-85d2-cc69cce4c936.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.668236] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a62f028-d967-4e59-ae2c-829a6758143d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.684273] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 706.684273] env[69984]: value = "task-3944601" [ 706.684273] env[69984]: _type = "Task" [ 706.684273] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.696223] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.765804] env[69984]: INFO nova.compute.manager [-] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Took 1.42 seconds to deallocate network for instance. [ 706.909445] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944600, 'name': ReconfigVM_Task, 'duration_secs': 0.406999} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.909768] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ea38b005-2876-436c-8043-c4a03a946c36/ea38b005-2876-436c-8043-c4a03a946c36.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.910751] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636997ea-b298-4f39-bbc4-5c4454d46eaf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.920781] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 706.920781] env[69984]: value = "task-3944602" [ 706.920781] env[69984]: _type = "Task" [ 706.920781] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.936832] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944602, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.979321] env[69984]: DEBUG nova.compute.manager [req-e49b6c5d-2587-4020-aaac-2c71635181db req-d368dae5-47c9-49c9-958d-da47e795dfba service nova] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Received event network-vif-deleted-60e24307-bdc0-4790-a0ad-4f34cf79016b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.983919] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.001126] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37749552-20aa-43de-856a-6df67bf66724 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.014899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1e4cc6-3c30-440d-a449-0b3bc0d28f52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.049591] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e388c-f424-4376-9d80-9afc06c93203 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.059795] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240f72e-40a0-41d6-896b-1527bc594aae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.082868] env[69984]: DEBUG nova.compute.provider_tree [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.122444] env[69984]: DEBUG nova.compute.manager [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Received event network-vif-plugged-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.122698] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] Acquiring lock "88680cae-3279-4a16-997a-d39504aa920a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.122911] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] Lock "88680cae-3279-4a16-997a-d39504aa920a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.123610] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] Lock "88680cae-3279-4a16-997a-d39504aa920a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.123818] env[69984]: DEBUG nova.compute.manager [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] No waiting events found dispatching network-vif-plugged-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.123984] env[69984]: WARNING nova.compute.manager [req-b6ad5a5c-cb56-4c74-b47d-2c818e29c299 req-74090755-8ed5-49b3-9c16-d0de3d067b63 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Received unexpected event network-vif-plugged-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 for instance with vm_state building and task_state spawning. [ 707.198712] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.243573] env[69984]: DEBUG nova.network.neutron [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Updating instance_info_cache with network_info: [{"id": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "address": "fa:16:3e:a5:fe:71", "network": {"id": "68d2ba97-7bc4-4ac4-a881-66bc5feb51ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1679586937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3cd79660994d02aa98022e08117e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8baeeff-9b", "ovs_interfaceid": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.276308] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.436394] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944602, 'name': Rename_Task, 'duration_secs': 0.344567} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.436394] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.436615] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38893900-156b-4408-9261-661ce3bdf93f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.444729] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 707.444729] env[69984]: value = "task-3944603" [ 707.444729] env[69984]: _type = "Task" [ 707.444729] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.457137] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.589419] env[69984]: DEBUG nova.scheduler.client.report [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.695226] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541491} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.695599] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 7d31a8d5-85f3-430e-85d2-cc69cce4c936/7d31a8d5-85f3-430e-85d2-cc69cce4c936.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.696139] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.696139] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b30d0bce-68c0-4ba6-849b-66fe8b914cd2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.704210] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 707.704210] env[69984]: value = "task-3944604" [ 707.704210] env[69984]: _type = "Task" [ 707.704210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.722421] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.746471] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Releasing lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.746868] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Instance network_info: |[{"id": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "address": "fa:16:3e:a5:fe:71", "network": {"id": "68d2ba97-7bc4-4ac4-a881-66bc5feb51ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1679586937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3cd79660994d02aa98022e08117e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8baeeff-9b", "ovs_interfaceid": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.747431] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fe:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.758947] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Creating folder: Project (fc3cd79660994d02aa98022e08117e65). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.766709] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbd7ae35-e277-40a7-bf25-b527536936c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.783893] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Created folder: Project (fc3cd79660994d02aa98022e08117e65) in parent group-v782883. [ 707.784140] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Creating folder: Instances. Parent ref: group-v782973. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.784415] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-852dbe93-68ed-416e-a6b1-420fdcbe4181 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.798470] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Created folder: Instances in parent group-v782973. [ 707.798764] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.799049] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.799251] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8dc6c9-d848-45fd-9b6c-158ac1710728 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.820799] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.820799] env[69984]: value = "task-3944607" [ 707.820799] env[69984]: _type = "Task" [ 707.820799] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.830780] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944607, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.957617] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.025556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "44167ce1-d6e6-4227-ac28-db123bc36a17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.025908] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.026156] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.026424] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.026527] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.029181] env[69984]: INFO nova.compute.manager [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Terminating instance [ 708.096978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.099825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.401s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.100806] env[69984]: DEBUG nova.objects.instance [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lazy-loading 'resources' on Instance uuid 93c0e1cb-b556-4fe6-88d5-226718ac9373 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.132418] env[69984]: INFO nova.scheduler.client.report [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Deleted allocations for instance 57bc4d65-6353-4e73-aef5-ded2041b48b7 [ 708.215336] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "72249b92-83ad-45b1-93a0-f99c97e4154a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.215680] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.215941] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.216209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.216453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.218762] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094749} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.219047] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.219887] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f572dbe-50c8-4439-b408-00e22dc408a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.226487] env[69984]: INFO nova.compute.manager [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Terminating instance [ 708.260617] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 7d31a8d5-85f3-430e-85d2-cc69cce4c936/7d31a8d5-85f3-430e-85d2-cc69cce4c936.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.261669] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7e101f-563c-406e-b707-7bea7f77e91e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.287317] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 708.287317] env[69984]: value = "task-3944608" [ 708.287317] env[69984]: _type = "Task" [ 708.287317] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.296924] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.331054] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944607, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.456311] env[69984]: DEBUG oslo_vmware.api [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944603, 'name': PowerOnVM_Task, 'duration_secs': 0.843662} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.457031] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.457031] env[69984]: INFO nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Took 9.64 seconds to spawn the instance on the hypervisor. [ 708.457031] env[69984]: DEBUG nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.457973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc222f3e-46a1-4ffc-9ff7-a168aab9eff7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.534171] env[69984]: DEBUG nova.compute.manager [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.535428] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.535428] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ceb94f-6d10-4fed-8a06-369fd0303494 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.547272] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.547272] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a93203-165c-4be0-be1e-025fd91962de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.558727] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 708.558727] env[69984]: value = "task-3944609" [ 708.558727] env[69984]: _type = "Task" [ 708.558727] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.573168] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.644365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ed83dfa9-272a-492a-a0f9-2ed5b214740b tempest-ServerDiagnosticsV248Test-1435622161 tempest-ServerDiagnosticsV248Test-1435622161-project-member] Lock "57bc4d65-6353-4e73-aef5-ded2041b48b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.835s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.733981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.734332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.736608] env[69984]: DEBUG nova.compute.manager [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.736608] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.738365] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df11a4a-cd14-4bf2-93f1-b47c85a6b91b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.752702] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.753640] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb99f356-8855-4d60-a6e1-f449c683870d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.763844] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 708.763844] env[69984]: value = "task-3944610" [ 708.763844] env[69984]: _type = "Task" [ 708.763844] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.784541] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.801754] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.834899] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944607, 'name': CreateVM_Task, 'duration_secs': 0.833603} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.837842] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.839376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.839472] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.839816] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.840642] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a00d53-9c30-46e8-a9bf-151fc4c1f348 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.847524] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 708.847524] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ecb96f-b563-5245-81b7-9fd5d37451c2" [ 708.847524] env[69984]: _type = "Task" [ 708.847524] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.861802] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ecb96f-b563-5245-81b7-9fd5d37451c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.982669] env[69984]: INFO nova.compute.manager [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Took 51.60 seconds to build instance. [ 709.072850] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944609, 'name': PowerOffVM_Task, 'duration_secs': 0.308714} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.073473] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.073473] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.073871] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3602b260-bf50-49ff-bfc7-80c50c270187 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.158398] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.158398] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.158398] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Deleting the datastore file [datastore2] 44167ce1-d6e6-4227-ac28-db123bc36a17 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.158504] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed544645-78b9-45e4-a619-1df649b03eb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.166790] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for the task: (returnval){ [ 709.166790] env[69984]: value = "task-3944612" [ 709.166790] env[69984]: _type = "Task" [ 709.166790] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.181564] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.201946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.202221] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.238657] env[69984]: INFO nova.compute.manager [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Detaching volume 897e050c-14bc-4186-9e5a-1652426661e3 [ 709.283095] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944610, 'name': PowerOffVM_Task, 'duration_secs': 0.25783} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.284338] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.284987] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.284987] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1b9d92-662e-4567-862c-9dedd10dc145 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.287316] env[69984]: INFO nova.virt.block_device [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Attempting to driver detach volume 897e050c-14bc-4186-9e5a-1652426661e3 from mountpoint /dev/sdb [ 709.287513] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 709.287691] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782968', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'name': 'volume-897e050c-14bc-4186-9e5a-1652426661e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c54c4c6e-ef12-4922-9e1d-96bbb1b544bf', 'attached_at': '', 'detached_at': '', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'serial': '897e050c-14bc-4186-9e5a-1652426661e3'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 709.292127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1b64f-5c70-42a6-bf04-7d09e552e6ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.295814] env[69984]: DEBUG nova.compute.manager [req-2fb5b4e0-af9e-4876-8b84-5e11042d24b4 req-84b2f10b-54af-4a65-abc4-dc619a41250d service nova] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Received event network-vif-deleted-823c1f57-01da-472e-89fa-50ebaf5d04bd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.330166] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480eafab-13c7-4f03-8678-29a8d1b3957a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.333176] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944608, 'name': ReconfigVM_Task, 'duration_secs': 0.636946} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.334298] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 7d31a8d5-85f3-430e-85d2-cc69cce4c936/7d31a8d5-85f3-430e-85d2-cc69cce4c936.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.335308] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d5e66ec-4359-407f-84fa-d63b0b1d5d59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.340035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52094e9-9de8-4886-b8af-e808cf6d981c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.344690] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 709.344690] env[69984]: value = "task-3944614" [ 709.344690] env[69984]: _type = "Task" [ 709.344690] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.346737] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779bf66e-c597-400b-b497-9ec9895ef547 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.377864] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0db3ea-79d6-431d-a90e-e1a3944ba302 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.387148] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944614, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.390384] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1eefd-2257-4591-87fe-1a4381ba6f4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.393865] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.395779] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.395779] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 72249b92-83ad-45b1-93a0-f99c97e4154a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.400191] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e032bd-cc85-427c-bf60-b2879b440a74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.401804] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ecb96f-b563-5245-81b7-9fd5d37451c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.402846] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.403126] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.403404] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.403602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.403788] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.404891] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878fab16-1cd6-461e-b76e-4762dd81ef75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.421279] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] The volume has not been displaced from its original location: [datastore2] volume-897e050c-14bc-4186-9e5a-1652426661e3/volume-897e050c-14bc-4186-9e5a-1652426661e3.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 709.425052] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 709.451629] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbebc913-b16d-44b1-971b-2189401d14b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.465665] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 709.465665] env[69984]: value = "task-3944615" [ 709.465665] env[69984]: _type = "Task" [ 709.465665] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.466811] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9bab3d-2e37-4e64-aa83-4086d80d10ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.474351] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.474532] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.476251] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e48c14-ef43-4967-8ff5-1cebd1628296 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.483218] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Waiting for the task: (returnval){ [ 709.483218] env[69984]: value = "task-3944616" [ 709.483218] env[69984]: _type = "Task" [ 709.483218] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.483818] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5cbb05-d03a-42ca-8351-9034d9840f37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.492869] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65ea80ab-fffc-4470-a037-0165d5472074 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.264s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.496339] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.496690] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 709.496690] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f94c90-5ad8-1d58-beaf-0a6337a9d1b5" [ 709.496690] env[69984]: _type = "Task" [ 709.496690] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.517173] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.518417] env[69984]: DEBUG nova.compute.provider_tree [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.526272] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f94c90-5ad8-1d58-beaf-0a6337a9d1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009682} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.527669] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a5dd47-78c9-4b02-92ef-77e514ea1a09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.534648] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 709.534648] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520595a4-f03a-0e31-5bdf-b3b5d1d97558" [ 709.534648] env[69984]: _type = "Task" [ 709.534648] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.544692] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520595a4-f03a-0e31-5bdf-b3b5d1d97558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.564542] env[69984]: DEBUG nova.compute.manager [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Received event network-changed-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.565177] env[69984]: DEBUG nova.compute.manager [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Refreshing instance network info cache due to event network-changed-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.565539] env[69984]: DEBUG oslo_concurrency.lockutils [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] Acquiring lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.566377] env[69984]: DEBUG oslo_concurrency.lockutils [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] Acquired lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.566377] env[69984]: DEBUG nova.network.neutron [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Refreshing network info cache for port b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.682682] env[69984]: DEBUG oslo_vmware.api [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Task: {'id': task-3944612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150179} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.683161] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.684151] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.684151] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.684151] env[69984]: INFO nova.compute.manager [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Took 1.15 seconds to destroy the instance on the hypervisor. [ 709.684423] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.684735] env[69984]: DEBUG nova.compute.manager [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.684895] env[69984]: DEBUG nova.network.neutron [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.858288] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944614, 'name': Rename_Task, 'duration_secs': 0.218004} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.858288] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.858288] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0af46e0-e1b4-4a50-92d3-9a661a525034 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.865816] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 709.865816] env[69984]: value = "task-3944617" [ 709.865816] env[69984]: _type = "Task" [ 709.865816] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.874281] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.978447] env[69984]: DEBUG oslo_vmware.api [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151643} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.978447] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.978447] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.978622] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.978703] env[69984]: INFO nova.compute.manager [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 709.978948] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.979157] env[69984]: DEBUG nova.compute.manager [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.979257] env[69984]: DEBUG nova.network.neutron [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.002282] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944616, 'name': ReconfigVM_Task, 'duration_secs': 0.250134} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.002282] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 710.007630] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abf3884-a2e7-416a-87f3-723fd9ae8a6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.021277] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.026069] env[69984]: DEBUG nova.scheduler.client.report [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.036020] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Waiting for the task: (returnval){ [ 710.036020] env[69984]: value = "task-3944618" [ 710.036020] env[69984]: _type = "Task" [ 710.036020] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.056879] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.061491] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520595a4-f03a-0e31-5bdf-b3b5d1d97558, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.061773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.062062] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 88680cae-3279-4a16-997a-d39504aa920a/88680cae-3279-4a16-997a-d39504aa920a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.062363] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ffaa682-5f5e-49f9-bb99-4b1beff17745 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.075077] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 710.075077] env[69984]: value = "task-3944619" [ 710.075077] env[69984]: _type = "Task" [ 710.075077] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.082511] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.391787] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944617, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.533218] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.433s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.540210] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.817s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.540573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.540847] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 710.544170] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.676s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.544170] env[69984]: INFO nova.compute.claims [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.553287] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f51fb7-d93e-44b1-9823-cb75ab6991ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.564582] env[69984]: DEBUG oslo_vmware.api [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Task: {'id': task-3944618, 'name': ReconfigVM_Task, 'duration_secs': 0.164084} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.565720] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.568170] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-782968', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'name': 'volume-897e050c-14bc-4186-9e5a-1652426661e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c54c4c6e-ef12-4922-9e1d-96bbb1b544bf', 'attached_at': '', 'detached_at': '', 'volume_id': '897e050c-14bc-4186-9e5a-1652426661e3', 'serial': '897e050c-14bc-4186-9e5a-1652426661e3'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 710.573772] env[69984]: INFO nova.scheduler.client.report [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted allocations for instance 93c0e1cb-b556-4fe6-88d5-226718ac9373 [ 710.580037] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61734511-2c0b-4c19-b03c-7367c067c3f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.590335] env[69984]: DEBUG nova.network.neutron [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Updated VIF entry in instance network info cache for port b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.591148] env[69984]: DEBUG nova.network.neutron [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Updating instance_info_cache with network_info: [{"id": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "address": "fa:16:3e:a5:fe:71", "network": {"id": "68d2ba97-7bc4-4ac4-a881-66bc5feb51ff", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1679586937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc3cd79660994d02aa98022e08117e65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8baeeff-9b", "ovs_interfaceid": "b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.609164] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484021} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.619013] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 88680cae-3279-4a16-997a-d39504aa920a/88680cae-3279-4a16-997a-d39504aa920a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.621110] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.621258] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fca12f4-ab5b-4f84-9398-110acf0d9440 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.626190] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f4d71-5cf6-49b5-9a74-3fc8c8c4e2c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.641358] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be711ce-6c19-4392-ab4a-8d3c3ba93be1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.644666] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 710.644666] env[69984]: value = "task-3944620" [ 710.644666] env[69984]: _type = "Task" [ 710.644666] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.676038] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179515MB free_disk=35GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 710.676664] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.682901] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.708964] env[69984]: DEBUG nova.network.neutron [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.881442] env[69984]: DEBUG oslo_vmware.api [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944617, 'name': PowerOnVM_Task, 'duration_secs': 0.567109} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.881819] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.882123] env[69984]: INFO nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Took 9.34 seconds to spawn the instance on the hypervisor. [ 710.882324] env[69984]: DEBUG nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.883475] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8afde-edc0-44a6-a0c8-85776e78b05d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.058941] env[69984]: DEBUG nova.network.neutron [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.106606] env[69984]: DEBUG oslo_concurrency.lockutils [req-db7d8041-9f28-40b0-a3ff-e28dbdc46467 req-fb640a96-a877-4b87-b851-f136a718e456 service nova] Releasing lock "refresh_cache-88680cae-3279-4a16-997a-d39504aa920a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.106982] env[69984]: DEBUG oslo_concurrency.lockutils [None req-474b3885-0a35-4ac2-a5d1-99a3bb30b822 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "93c0e1cb-b556-4fe6-88d5-226718ac9373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.967s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.156714] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077922} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.157020] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.158696] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd7d3b4-1168-4206-bbaa-dd70b4a0ea6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.183384] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 88680cae-3279-4a16-997a-d39504aa920a/88680cae-3279-4a16-997a-d39504aa920a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.184811] env[69984]: DEBUG nova.objects.instance [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lazy-loading 'flavor' on Instance uuid c54c4c6e-ef12-4922-9e1d-96bbb1b544bf {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.186247] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f61ee0-05a5-4864-8a90-025fd46a7164 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.208864] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 711.208864] env[69984]: value = "task-3944621" [ 711.208864] env[69984]: _type = "Task" [ 711.208864] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.216172] env[69984]: INFO nova.compute.manager [-] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Took 1.53 seconds to deallocate network for instance. [ 711.224859] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.408293] env[69984]: INFO nova.compute.manager [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Took 47.08 seconds to build instance. [ 711.427747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.427747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.511495] env[69984]: DEBUG nova.compute.manager [req-99f9cb6a-22bd-48a9-9a0f-351ab29e3995 req-9dbd8dbe-207e-4aab-b437-1eb30dccae4c service nova] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Received event network-vif-deleted-e2d4e667-edf7-49a5-952d-c4cb5510c06e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.563213] env[69984]: INFO nova.compute.manager [-] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Took 1.58 seconds to deallocate network for instance. [ 711.722295] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.728228] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.745129] env[69984]: DEBUG nova.compute.manager [req-d81659f6-9de6-4fd9-a387-9b54f79a7d66 req-cc24fb43-2ed4-4529-b7f7-e72fd65d5435 service nova] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Received event network-vif-deleted-683dbc7f-83ec-49db-ae0e-63cd6b9d02ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.819180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "23de6c8c-9515-44a8-8e1b-d268275c3513" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.819180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.917269] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82218954-2356-4715-b071-08a5c14ac5ad tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.157s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.072308] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.139561] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.139561] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.139702] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.139835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.141788] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.142171] env[69984]: INFO nova.compute.manager [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Terminating instance [ 712.208538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2bda912-53eb-4829-aa31-20bc9d0fd997 tempest-VolumesAssistedSnapshotsTest-1976444134 tempest-VolumesAssistedSnapshotsTest-1976444134-project-admin] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.474s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.219826] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944621, 'name': ReconfigVM_Task, 'duration_secs': 0.778275} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.221091] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 88680cae-3279-4a16-997a-d39504aa920a/88680cae-3279-4a16-997a-d39504aa920a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.222532] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b65946-dc07-4cb3-b5ba-9e4515f76900 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.225749] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81b08a8b-001f-4d31-8afb-39adf565f56e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.237015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9710da-7241-4fdb-9c16-7cf709165747 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.247426] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 712.247426] env[69984]: value = "task-3944622" [ 712.247426] env[69984]: _type = "Task" [ 712.247426] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.285638] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5786e41-e6de-40f5-b3f7-b70d8214d0da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.292312] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944622, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.299400] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218e565-9f27-417e-b6d2-06151456e9c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.314675] env[69984]: DEBUG nova.compute.provider_tree [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.420134] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.652276] env[69984]: DEBUG nova.compute.manager [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.652276] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.652407] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01a39b-bceb-483a-9c89-f6d595fbbed0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.661259] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.661259] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02959a7f-906f-4cab-bc7a-7b632e0fe1bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.670134] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 712.670134] env[69984]: value = "task-3944623" [ 712.670134] env[69984]: _type = "Task" [ 712.670134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.683289] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.756450] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3126b10e-d35b-4de2-b24c-e8a0857d3a38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.765532] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944622, 'name': Rename_Task, 'duration_secs': 0.266682} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.767696] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.768115] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Suspending the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 712.768831] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417246f8-3dc6-46f2-8e4e-cbec575196ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.770587] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9d6f4f36-ce1e-468a-9ca9-cf13eb003829 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.780169] env[69984]: DEBUG oslo_vmware.api [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] Waiting for the task: (returnval){ [ 712.780169] env[69984]: value = "task-3944626" [ 712.780169] env[69984]: _type = "Task" [ 712.780169] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.780619] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 712.780619] env[69984]: value = "task-3944625" [ 712.780619] env[69984]: _type = "Task" [ 712.780619] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.794257] env[69984]: DEBUG oslo_vmware.api [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] Task: {'id': task-3944626, 'name': SuspendVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.798348] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.819403] env[69984]: DEBUG nova.scheduler.client.report [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.946305] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.181800] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944623, 'name': PowerOffVM_Task, 'duration_secs': 0.246256} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.182115] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.182307] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.182575] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9946698-1fda-4d1c-8de0-92faa265aca8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.226785] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.227040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.251966] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.252392] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.252392] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleting the datastore file [datastore2] 65509fc6-da67-4b2f-b054-ad70f32b14e8 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.252704] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0b6394-683c-4bcf-aa5f-b3604b0218e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.260848] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 713.260848] env[69984]: value = "task-3944628" [ 713.260848] env[69984]: _type = "Task" [ 713.260848] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.272697] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.294503] env[69984]: DEBUG oslo_vmware.api [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] Task: {'id': task-3944626, 'name': SuspendVM_Task} progress is 62%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.298392] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.325640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.326203] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.328898] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.793s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.329024] env[69984]: DEBUG nova.objects.instance [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 713.772774] env[69984]: DEBUG oslo_vmware.api [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148747} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.772774] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.772774] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.772955] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.773017] env[69984]: INFO nova.compute.manager [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 713.773284] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.773481] env[69984]: DEBUG nova.compute.manager [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.773572] env[69984]: DEBUG nova.network.neutron [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.794560] env[69984]: DEBUG oslo_vmware.api [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] Task: {'id': task-3944626, 'name': SuspendVM_Task} progress is 62%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.801065] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.834230] env[69984]: DEBUG nova.compute.utils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.838779] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.838961] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.926695] env[69984]: DEBUG nova.policy [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe5595fd12a4f3c973e01703cae9731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '301571bda1684a1c883f7b8a6a322f05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.258497] env[69984]: DEBUG nova.compute.manager [req-fa4edc77-55f2-4dd2-806d-8f4185e58af9 req-e68bbfe4-fd9c-4aab-b6d6-0f1aeb5ccbd0 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Received event network-vif-deleted-e6179328-2ba6-49ae-89cd-f9632dbd36d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.258497] env[69984]: INFO nova.compute.manager [req-fa4edc77-55f2-4dd2-806d-8f4185e58af9 req-e68bbfe4-fd9c-4aab-b6d6-0f1aeb5ccbd0 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Neutron deleted interface e6179328-2ba6-49ae-89cd-f9632dbd36d3; detaching it from the instance and deleting it from the info cache [ 714.258497] env[69984]: DEBUG nova.network.neutron [req-fa4edc77-55f2-4dd2-806d-8f4185e58af9 req-e68bbfe4-fd9c-4aab-b6d6-0f1aeb5ccbd0 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.302036] env[69984]: DEBUG oslo_vmware.api [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] Task: {'id': task-3944626, 'name': SuspendVM_Task, 'duration_secs': 1.100121} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.302036] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.302036] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Suspended the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 714.302036] env[69984]: DEBUG nova.compute.manager [None req-80a3ab2f-6fc0-4f2c-a931-a6a849d2f7a9 tempest-ServersAdminNegativeTestJSON-1476493994 tempest-ServersAdminNegativeTestJSON-1476493994-project-admin] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.302036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8bbad5-69ce-48d5-9c50-44fccb6dc16a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.349029] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.351358] env[69984]: DEBUG oslo_concurrency.lockutils [None req-df2f4824-a441-4df3-902d-ed705ea8e872 tempest-ServersAdmin275Test-1565881537 tempest-ServersAdmin275Test-1565881537-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.352899] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.737s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.354861] env[69984]: INFO nova.compute.claims [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.398033] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Successfully created port: ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.704878] env[69984]: DEBUG nova.network.neutron [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.761925] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8f96024-f355-4539-9030-ce7d2c43859d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.772575] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbe9c9-2a59-4629-9535-7f68ec531a9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.793982] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.815091] env[69984]: DEBUG nova.compute.manager [req-fa4edc77-55f2-4dd2-806d-8f4185e58af9 req-e68bbfe4-fd9c-4aab-b6d6-0f1aeb5ccbd0 service nova] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Detach interface failed, port_id=e6179328-2ba6-49ae-89cd-f9632dbd36d3, reason: Instance 65509fc6-da67-4b2f-b054-ad70f32b14e8 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 715.211219] env[69984]: INFO nova.compute.manager [-] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Took 1.44 seconds to deallocate network for instance. [ 715.294816] env[69984]: DEBUG oslo_vmware.api [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944625, 'name': PowerOnVM_Task, 'duration_secs': 2.098789} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.295533] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.295847] env[69984]: INFO nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 9.93 seconds to spawn the instance on the hypervisor. [ 715.296171] env[69984]: DEBUG nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.297397] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847a252-dbfb-4909-8fae-1c660f4a74f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.357032] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.389704] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.390097] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.390311] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.390564] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.390778] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.390996] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.391329] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.391588] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.391868] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.392186] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.392468] env[69984]: DEBUG nova.virt.hardware [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.393949] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d5ab88-aae5-4215-a3b7-37d2fd4161ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.407594] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd450a8d-8f27-4e5f-8a8b-5c327db3d08a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.717952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.820328] env[69984]: INFO nova.compute.manager [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 44.59 seconds to build instance. [ 715.966279] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Successfully updated port: ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.995073] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c868e-df7c-44fc-bc25-e610a32559b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.004019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7550d7ce-1d9b-4a09-a867-f695f812e33c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.036252] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14adf698-0a8b-4714-98da-b2c382267fb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.044822] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa98dbf-2f37-4cb5-84b8-026ffc415624 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.059256] env[69984]: DEBUG nova.compute.provider_tree [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.298039] env[69984]: DEBUG nova.compute.manager [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Received event network-vif-plugged-ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.298039] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Acquiring lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.298039] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.298505] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.298505] env[69984]: DEBUG nova.compute.manager [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] No waiting events found dispatching network-vif-plugged-ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 716.298505] env[69984]: WARNING nova.compute.manager [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Received unexpected event network-vif-plugged-ba61f057-0e98-4a9e-8c8e-923099d697bf for instance with vm_state building and task_state spawning. [ 716.298647] env[69984]: DEBUG nova.compute.manager [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Received event network-changed-ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.298755] env[69984]: DEBUG nova.compute.manager [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Refreshing instance network info cache due to event network-changed-ba61f057-0e98-4a9e-8c8e-923099d697bf. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.298888] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Acquiring lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.299036] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Acquired lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.299195] env[69984]: DEBUG nova.network.neutron [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Refreshing network info cache for port ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.325230] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e832d0a-2cf7-41a8-b863-6a84f203f9d6 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.777s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.435061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.435061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.435061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.435166] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.435263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.439922] env[69984]: INFO nova.compute.manager [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Terminating instance [ 716.467726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.468244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.468244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.469030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.469030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.470556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.471025] env[69984]: INFO nova.compute.manager [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Terminating instance [ 716.564072] env[69984]: DEBUG nova.scheduler.client.report [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.828203] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.834296] env[69984]: DEBUG nova.network.neutron [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.924931] env[69984]: DEBUG nova.network.neutron [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.943614] env[69984]: DEBUG nova.compute.manager [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.943855] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.944757] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf95fc-aa62-4370-b043-6f44bff96d69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.953450] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.953791] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab651b31-8706-4938-9180-828564ede201 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.963067] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 716.963067] env[69984]: value = "task-3944629" [ 716.963067] env[69984]: _type = "Task" [ 716.963067] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.973240] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.975201] env[69984]: DEBUG nova.compute.manager [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.975596] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.977605] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475bc72-a3aa-44ee-8aca-b1f03f85ab6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.984781] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.985154] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bec67814-2ed2-4060-93e1-8284a8c86f70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.052755] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.053205] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.053977] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleting the datastore file [datastore2] 7d31a8d5-85f3-430e-85d2-cc69cce4c936 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.053977] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26f9f995-2a6f-434c-9350-fe122f19cb97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.061878] env[69984]: DEBUG oslo_vmware.api [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 717.061878] env[69984]: value = "task-3944631" [ 717.061878] env[69984]: _type = "Task" [ 717.061878] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.071159] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.071688] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.074206] env[69984]: DEBUG oslo_vmware.api [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.074705] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.712s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.074925] env[69984]: DEBUG nova.objects.instance [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lazy-loading 'resources' on Instance uuid cde4d3c3-98c8-41f3-b88f-918f09d7cfb5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.351055] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.428053] env[69984]: DEBUG oslo_concurrency.lockutils [req-b559d0a0-c986-4b42-b935-15f573843ffa req-c11585ef-7519-48b7-b09d-567b725c03c5 service nova] Releasing lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.428841] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquired lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.429012] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.476754] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944629, 'name': PowerOffVM_Task, 'duration_secs': 0.223032} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.477057] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.477237] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.477508] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f7ef02f-d455-4201-9b17-493b6faa046b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.541545] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.541545] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.541766] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Deleting the datastore file [datastore1] c54c4c6e-ef12-4922-9e1d-96bbb1b544bf {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.542586] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a38b6af6-ac3d-44c6-a973-fc183fc6f3c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.548796] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for the task: (returnval){ [ 717.548796] env[69984]: value = "task-3944633" [ 717.548796] env[69984]: _type = "Task" [ 717.548796] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.558261] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.572303] env[69984]: DEBUG oslo_vmware.api [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196868} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.572303] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.572303] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.572303] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.572591] env[69984]: INFO nova.compute.manager [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Took 0.60 seconds to destroy the instance on the hypervisor. [ 717.572591] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.572934] env[69984]: DEBUG nova.compute.manager [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.572934] env[69984]: DEBUG nova.network.neutron [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.577529] env[69984]: DEBUG nova.compute.utils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.579586] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.579769] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.675145] env[69984]: DEBUG nova.policy [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6193be96d774a939b9f5195bccedddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a4c997072774c0a8d5be13902dd6133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.862267] env[69984]: DEBUG nova.compute.manager [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.867403] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a873e-87ef-41f6-ac60-a0d8ae88241c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.987234] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.067213] env[69984]: DEBUG oslo_vmware.api [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Task: {'id': task-3944633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162387} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.071277] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.071485] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.071670] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.071852] env[69984]: INFO nova.compute.manager [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 718.072136] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.072676] env[69984]: DEBUG nova.compute.manager [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.072781] env[69984]: DEBUG nova.network.neutron [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.085605] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.245060] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Successfully created port: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.281222] env[69984]: DEBUG nova.network.neutron [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Updating instance_info_cache with network_info: [{"id": "ba61f057-0e98-4a9e-8c8e-923099d697bf", "address": "fa:16:3e:16:fb:f5", "network": {"id": "8cdc776a-0923-4f8c-8afe-5cc04c6f841b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1821032067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "301571bda1684a1c883f7b8a6a322f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba61f057-0e", "ovs_interfaceid": "ba61f057-0e98-4a9e-8c8e-923099d697bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.327662] env[69984]: DEBUG nova.compute.manager [req-f906d779-4251-4394-980b-9f045065e73a req-b100c8bd-85eb-4c24-b3e7-2259c7bff771 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Received event network-vif-deleted-5d56b6a9-54d7-4741-b85d-84a19acc64d0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.327864] env[69984]: INFO nova.compute.manager [req-f906d779-4251-4394-980b-9f045065e73a req-b100c8bd-85eb-4c24-b3e7-2259c7bff771 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Neutron deleted interface 5d56b6a9-54d7-4741-b85d-84a19acc64d0; detaching it from the instance and deleting it from the info cache [ 718.328390] env[69984]: DEBUG nova.network.neutron [req-f906d779-4251-4394-980b-9f045065e73a req-b100c8bd-85eb-4c24-b3e7-2259c7bff771 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.370468] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2a37e-1eb1-4942-865d-f563205983be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.379036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17090a57-1b0b-4412-ad05-ffdccc959754 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.413206] env[69984]: INFO nova.compute.manager [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] instance snapshotting [ 718.416719] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d35bcf-8323-4f1f-bc66-d0e71df10fb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.420046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207e876-f388-4ea1-84e8-70fa0d85cdf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.442307] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e9c82-b84a-4249-b86a-cb37b5eebc26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.447045] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac319d0e-0821-43c6-bc33-7f00df0f66c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.466928] env[69984]: DEBUG nova.compute.provider_tree [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.641766] env[69984]: DEBUG nova.network.neutron [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.784099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Releasing lock "refresh_cache-6f79348a-64cf-4104-a96b-5022e39e331e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.784676] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance network_info: |[{"id": "ba61f057-0e98-4a9e-8c8e-923099d697bf", "address": "fa:16:3e:16:fb:f5", "network": {"id": "8cdc776a-0923-4f8c-8afe-5cc04c6f841b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1821032067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "301571bda1684a1c883f7b8a6a322f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba61f057-0e", "ovs_interfaceid": "ba61f057-0e98-4a9e-8c8e-923099d697bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.784883] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:fb:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba61f057-0e98-4a9e-8c8e-923099d697bf', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.792970] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Creating folder: Project (301571bda1684a1c883f7b8a6a322f05). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.793631] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db44f655-6bc1-4fb1-9595-33df800e971a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.802301] env[69984]: DEBUG nova.compute.manager [req-1e03e81e-c287-4997-87f2-2c922dcedb6c req-b3be5405-a5ee-4d87-b445-b46eced869c8 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Received event network-vif-deleted-fc214568-0baa-4c2b-849e-c66556213419 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.802536] env[69984]: INFO nova.compute.manager [req-1e03e81e-c287-4997-87f2-2c922dcedb6c req-b3be5405-a5ee-4d87-b445-b46eced869c8 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Neutron deleted interface fc214568-0baa-4c2b-849e-c66556213419; detaching it from the instance and deleting it from the info cache [ 718.802738] env[69984]: DEBUG nova.network.neutron [req-1e03e81e-c287-4997-87f2-2c922dcedb6c req-b3be5405-a5ee-4d87-b445-b46eced869c8 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.810278] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Created folder: Project (301571bda1684a1c883f7b8a6a322f05) in parent group-v782883. [ 718.810493] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Creating folder: Instances. Parent ref: group-v782976. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.810852] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855d6cff-b932-47aa-8b28-4f83956f2e6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.826077] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Created folder: Instances in parent group-v782976. [ 718.826350] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.826646] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.827419] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-985a4304-dec7-428c-b0c2-044a1d602234 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.844907] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ddfa540-b0b8-4d68-bdf3-a576b4286cad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.856998] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b712c51-3b25-4a06-91b2-0800505f16e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.867218] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.867218] env[69984]: value = "task-3944636" [ 718.867218] env[69984]: _type = "Task" [ 718.867218] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.891364] env[69984]: DEBUG nova.compute.manager [req-f906d779-4251-4394-980b-9f045065e73a req-b100c8bd-85eb-4c24-b3e7-2259c7bff771 service nova] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Detach interface failed, port_id=5d56b6a9-54d7-4741-b85d-84a19acc64d0, reason: Instance 7d31a8d5-85f3-430e-85d2-cc69cce4c936 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.971371] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.972333] env[69984]: DEBUG nova.scheduler.client.report [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.978893] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-985d8a16-30b8-4fa2-8465-ae2b531b40a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.988637] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 718.988637] env[69984]: value = "task-3944637" [ 718.988637] env[69984]: _type = "Task" [ 718.988637] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.999298] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.101396] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.133028] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.133176] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.133337] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.133521] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.133668] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.133812] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.134566] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.134566] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.134566] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.134714] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.135172] env[69984]: DEBUG nova.virt.hardware [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.136013] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc815f4-f663-4578-9626-8b8496c92b6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.147404] env[69984]: INFO nova.compute.manager [-] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Took 1.57 seconds to deallocate network for instance. [ 719.152213] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161e4fe-8318-46e1-bdd7-752150f49116 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.264850] env[69984]: DEBUG nova.network.neutron [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.306039] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9daa141d-c54d-4bb5-884c-a5fe5df3753f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.316620] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fc942-9403-4d9d-a9e5-fea9592ac083 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.351857] env[69984]: DEBUG nova.compute.manager [req-1e03e81e-c287-4997-87f2-2c922dcedb6c req-b3be5405-a5ee-4d87-b445-b46eced869c8 service nova] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Detach interface failed, port_id=fc214568-0baa-4c2b-849e-c66556213419, reason: Instance c54c4c6e-ef12-4922-9e1d-96bbb1b544bf could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 719.378736] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944636, 'name': CreateVM_Task, 'duration_secs': 0.483591} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.379088] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.379638] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.379800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.380187] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.380470] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2715d070-15bf-455d-9b4f-91ea92fd0a36 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.386241] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 719.386241] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5292728e-f97f-a4cf-ebcd-7e0454fe2142" [ 719.386241] env[69984]: _type = "Task" [ 719.386241] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.400387] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5292728e-f97f-a4cf-ebcd-7e0454fe2142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.483023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.486369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.345s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.487925] env[69984]: INFO nova.compute.claims [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.505497] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944637, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.522809] env[69984]: INFO nova.scheduler.client.report [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Deleted allocations for instance cde4d3c3-98c8-41f3-b88f-918f09d7cfb5 [ 719.681823] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.768659] env[69984]: INFO nova.compute.manager [-] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Took 1.70 seconds to deallocate network for instance. [ 719.903256] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5292728e-f97f-a4cf-ebcd-7e0454fe2142, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.904206] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Successfully updated port: 5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.905524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.905983] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.906074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.906274] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.906795] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.907128] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beaa920d-e195-421d-b07a-29fe7efcbc41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.918240] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.918414] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.919437] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0344ad40-8482-486f-a626-74516f90f960 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.925916] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 719.925916] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e06f31-ff27-032e-73f8-cabb18977de4" [ 719.925916] env[69984]: _type = "Task" [ 719.925916] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.935957] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e06f31-ff27-032e-73f8-cabb18977de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.008050] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944637, 'name': CreateSnapshot_Task, 'duration_secs': 0.877346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.008510] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.009446] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3731c3c0-bcf2-4a69-b21e-9afea4acb432 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.037426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b86c021e-f4da-4b16-b287-dc4201367433 tempest-ServersAdmin275Test-1700436956 tempest-ServersAdmin275Test-1700436956-project-member] Lock "cde4d3c3-98c8-41f3-b88f-918f09d7cfb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.005s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.275530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.359818] env[69984]: DEBUG nova.compute.manager [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Received event network-vif-plugged-5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.359818] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Acquiring lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.360170] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.361613] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.361613] env[69984]: DEBUG nova.compute.manager [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] No waiting events found dispatching network-vif-plugged-5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 720.361613] env[69984]: WARNING nova.compute.manager [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Received unexpected event network-vif-plugged-5cfe5287-9d2f-459b-a24c-75d4572d8b3f for instance with vm_state building and task_state spawning. [ 720.361613] env[69984]: DEBUG nova.compute.manager [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Received event network-changed-5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.361613] env[69984]: DEBUG nova.compute.manager [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Refreshing instance network info cache due to event network-changed-5cfe5287-9d2f-459b-a24c-75d4572d8b3f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.361910] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Acquiring lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.361910] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Acquired lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.361910] env[69984]: DEBUG nova.network.neutron [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Refreshing network info cache for port 5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.408080] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.437401] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e06f31-ff27-032e-73f8-cabb18977de4, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.438166] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348035ae-ab25-49e1-bc1e-a9329706ee01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.443762] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 720.443762] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5221ac2b-79d1-dc79-30fe-ecfd61fcf6c2" [ 720.443762] env[69984]: _type = "Task" [ 720.443762] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.453537] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5221ac2b-79d1-dc79-30fe-ecfd61fcf6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.529897] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.533047] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-93a82836-56d2-47de-871b-638bb9f696e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.544573] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 720.544573] env[69984]: value = "task-3944638" [ 720.544573] env[69984]: _type = "Task" [ 720.544573] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.560958] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944638, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.919465] env[69984]: DEBUG nova.network.neutron [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.956381] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5221ac2b-79d1-dc79-30fe-ecfd61fcf6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.956843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.956942] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6f79348a-64cf-4104-a96b-5022e39e331e/6f79348a-64cf-4104-a96b-5022e39e331e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.957252] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-657ac530-a753-4c78-ab15-0d3cc7af0148 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.966102] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 720.966102] env[69984]: value = "task-3944639" [ 720.966102] env[69984]: _type = "Task" [ 720.966102] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.979890] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.059819] env[69984]: DEBUG nova.network.neutron [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.062411] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944638, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.175147] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776168b7-b09f-4bbb-94a7-5f27c94c1693 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.185564] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad8260-95e8-42e4-9471-d416fa031c0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.223305] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93302496-f9bd-4a84-be22-152de90b8438 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.235494] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e1722-8f45-4b49-8f97-a6ac4332a4c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.251354] env[69984]: DEBUG nova.compute.provider_tree [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.477123] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944639, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.557499] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944638, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.563377] env[69984]: DEBUG oslo_concurrency.lockutils [req-4b144183-7933-486b-81d9-9a2c7a9c800b req-0d2c0a02-28f2-4d99-be19-a7bfe47a1dd3 service nova] Releasing lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.563772] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.563964] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.758040] env[69984]: DEBUG nova.scheduler.client.report [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.978987] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.979360] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6f79348a-64cf-4104-a96b-5022e39e331e/6f79348a-64cf-4104-a96b-5022e39e331e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.979652] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.979932] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1a28b2-3340-4d31-9d9e-8ff56d55e727 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.987118] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 721.987118] env[69984]: value = "task-3944640" [ 721.987118] env[69984]: _type = "Task" [ 721.987118] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.996468] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.056167] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944638, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.106374] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.264408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.264942] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.267773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.465s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.269293] env[69984]: INFO nova.compute.claims [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.308539] env[69984]: DEBUG nova.network.neutron [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Updating instance_info_cache with network_info: [{"id": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "address": "fa:16:3e:cd:c2:fa", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfe5287-9d", "ovs_interfaceid": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.500175] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074564} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.504018] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.504018] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661a6b37-98bc-4d0c-8d71-9b431a268429 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.540523] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 6f79348a-64cf-4104-a96b-5022e39e331e/6f79348a-64cf-4104-a96b-5022e39e331e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.540865] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336cc15d-ae66-45e3-9c6b-df68f814a286 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.567812] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944638, 'name': CloneVM_Task, 'duration_secs': 1.854786} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.569227] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Created linked-clone VM from snapshot [ 722.569588] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 722.569588] env[69984]: value = "task-3944641" [ 722.569588] env[69984]: _type = "Task" [ 722.569588] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.570447] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bbe20-80a8-4fd7-887e-c8cf153ccb6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.584445] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.585825] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Uploading image 3baef95f-656b-40e2-a299-0b5431146287 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.615047] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.615047] env[69984]: value = "vm-782980" [ 722.615047] env[69984]: _type = "VirtualMachine" [ 722.615047] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.615470] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a26b82f-0365-4463-961f-810cde1036d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.623014] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lease: (returnval){ [ 722.623014] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52684b72-1306-91ff-0023-7d704d34ed7e" [ 722.623014] env[69984]: _type = "HttpNfcLease" [ 722.623014] env[69984]: } obtained for exporting VM: (result){ [ 722.623014] env[69984]: value = "vm-782980" [ 722.623014] env[69984]: _type = "VirtualMachine" [ 722.623014] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.623367] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the lease: (returnval){ [ 722.623367] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52684b72-1306-91ff-0023-7d704d34ed7e" [ 722.623367] env[69984]: _type = "HttpNfcLease" [ 722.623367] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.631362] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.631362] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52684b72-1306-91ff-0023-7d704d34ed7e" [ 722.631362] env[69984]: _type = "HttpNfcLease" [ 722.631362] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.646056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "927564a9-da00-4eea-9547-4f9195659ea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.646359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.646573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "927564a9-da00-4eea-9547-4f9195659ea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.646824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.646914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.649310] env[69984]: INFO nova.compute.manager [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Terminating instance [ 722.777596] env[69984]: DEBUG nova.compute.utils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.779268] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.779613] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.813805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.813805] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance network_info: |[{"id": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "address": "fa:16:3e:cd:c2:fa", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfe5287-9d", "ovs_interfaceid": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.814101] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c2:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cfe5287-9d2f-459b-a24c-75d4572d8b3f', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.827306] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating folder: Project (0a4c997072774c0a8d5be13902dd6133). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.827306] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b4adbd5-c5da-4be7-a206-cb6dd56acb04 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.839454] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created folder: Project (0a4c997072774c0a8d5be13902dd6133) in parent group-v782883. [ 722.842386] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating folder: Instances. Parent ref: group-v782981. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.842386] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e6c275f-97e8-481b-92a8-c3e0496b1cb3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.855132] env[69984]: DEBUG nova.policy [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6193be96d774a939b9f5195bccedddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a4c997072774c0a8d5be13902dd6133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.857442] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created folder: Instances in parent group-v782981. [ 722.857865] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.858241] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.858646] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2129e9-9a9b-4420-ada2-638d7f9e62ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.881424] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.881424] env[69984]: value = "task-3944645" [ 722.881424] env[69984]: _type = "Task" [ 722.881424] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.892098] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944645, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.084880] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944641, 'name': ReconfigVM_Task, 'duration_secs': 0.298779} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.088509] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 6f79348a-64cf-4104-a96b-5022e39e331e/6f79348a-64cf-4104-a96b-5022e39e331e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.089237] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2dc975-4fe5-48e6-8c5f-0d7ed44f7695 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.098699] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 723.098699] env[69984]: value = "task-3944646" [ 723.098699] env[69984]: _type = "Task" [ 723.098699] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.113733] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944646, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.133056] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 723.133056] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52684b72-1306-91ff-0023-7d704d34ed7e" [ 723.133056] env[69984]: _type = "HttpNfcLease" [ 723.133056] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 723.133266] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 723.133266] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52684b72-1306-91ff-0023-7d704d34ed7e" [ 723.133266] env[69984]: _type = "HttpNfcLease" [ 723.133266] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 723.133974] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e75f9-1c24-4bc5-ba7f-f13dd48c5edc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.144735] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 723.145062] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 723.203823] env[69984]: DEBUG nova.compute.manager [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.204161] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.205385] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Successfully created port: 66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.208169] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d27775-1ad4-4f50-b053-40d72e042edb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.217639] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.217969] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53480d38-4804-4861-b80e-1c61691d3631 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.224579] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 723.224579] env[69984]: value = "task-3944647" [ 723.224579] env[69984]: _type = "Task" [ 723.224579] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.233875] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.242801] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0150648a-9bf4-4f3f-b98a-2009f9322cf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.287099] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.400701] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944645, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.610692] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944646, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.735071] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944647, 'name': PowerOffVM_Task, 'duration_secs': 0.270452} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.738217] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.738885] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.739271] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07332db3-99b3-42f1-a325-5924bd25e30f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.808386] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.809680] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.810314] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Deleting the datastore file [datastore2] 927564a9-da00-4eea-9547-4f9195659ea7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.810723] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8e49e2-f971-48e7-b4d0-142b07085378 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.823565] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for the task: (returnval){ [ 723.823565] env[69984]: value = "task-3944649" [ 723.823565] env[69984]: _type = "Task" [ 723.823565] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.835614] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.895137] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944645, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.062696] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3e617-2f00-451b-b0e5-8ad1ed92e5be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.072117] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7b32c-3965-4a5a-b0ab-22224968d09c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.120983] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3729b85-a85a-4f40-bfa6-e208a03f554c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.133663] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944646, 'name': Rename_Task, 'duration_secs': 0.875378} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.139715] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.140835] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21de7450-3b59-48e6-8f23-185fe010f42e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.144095] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ffe89-dc5e-4b28-ac54-6908c05d432f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.157262] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 724.157262] env[69984]: value = "task-3944650" [ 724.157262] env[69984]: _type = "Task" [ 724.157262] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.166472] env[69984]: DEBUG nova.compute.provider_tree [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.178924] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944650, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.303815] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.333442] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.333734] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.333929] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.334115] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.334241] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.334390] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.334603] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.334761] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.334929] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.335111] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.335292] env[69984]: DEBUG nova.virt.hardware [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.336390] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112644d5-54f4-4aa4-9087-4a7941c4f740 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.345720] env[69984]: DEBUG oslo_vmware.api [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Task: {'id': task-3944649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160541} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.348299] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.348508] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.348712] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.348924] env[69984]: INFO nova.compute.manager [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 724.349261] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.349529] env[69984]: DEBUG nova.compute.manager [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.349631] env[69984]: DEBUG nova.network.neutron [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.352544] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e26c4-a1a9-4e1c-8c7b-2a576e6f174d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.399562] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944645, 'name': CreateVM_Task, 'duration_secs': 1.266499} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.399998] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.401214] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.401589] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.402401] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.402850] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6973477-3b7c-4fce-883b-fece41e65e95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.410678] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 724.410678] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52603241-ebe9-53a6-8492-5b0096c13568" [ 724.410678] env[69984]: _type = "Task" [ 724.410678] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.427405] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52603241-ebe9-53a6-8492-5b0096c13568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.677827] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944650, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.707823] env[69984]: ERROR nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [req-0bda3043-af8f-4afa-98ef-9e680ce9eb2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0bda3043-af8f-4afa-98ef-9e680ce9eb2a"}]} [ 724.745345] env[69984]: DEBUG nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.766378] env[69984]: DEBUG nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.766707] env[69984]: DEBUG nova.compute.provider_tree [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.786122] env[69984]: DEBUG nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.818593] env[69984]: DEBUG nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.928354] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52603241-ebe9-53a6-8492-5b0096c13568, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.928897] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.929239] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.929607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.929760] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.929942] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.933041] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5faff49-6629-4f3e-9245-8bcfe65f86fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.944332] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.944560] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.945394] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c8c6bd-97d4-4cdf-b56f-12eae04ca312 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.955229] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 724.955229] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523526be-3c77-e967-6f65-54cce1ca006b" [ 724.955229] env[69984]: _type = "Task" [ 724.955229] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.968462] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523526be-3c77-e967-6f65-54cce1ca006b, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.968667] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20913f55-cdc2-49ed-bafd-e3b95644d9bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.977971] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 724.977971] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c5e65-d665-861a-a293-ea4d6b5db91a" [ 724.977971] env[69984]: _type = "Task" [ 724.977971] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.996749] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c5e65-d665-861a-a293-ea4d6b5db91a, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.997182] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.997639] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/5789478b-a15a-49e1-8bd6-36ad5496feb9.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.002421] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1aabcf9-43c7-4f99-82fa-61f6e5de81a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.013835] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 725.013835] env[69984]: value = "task-3944651" [ 725.013835] env[69984]: _type = "Task" [ 725.013835] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.024670] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.028382] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Successfully updated port: 66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.180072] env[69984]: DEBUG oslo_vmware.api [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944650, 'name': PowerOnVM_Task, 'duration_secs': 0.694183} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.180405] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.180631] env[69984]: INFO nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Took 9.82 seconds to spawn the instance on the hypervisor. [ 725.180925] env[69984]: DEBUG nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.181671] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a517a-74e3-4e73-8770-62fc4ae67750 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.404175] env[69984]: DEBUG nova.compute.manager [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Received event network-vif-plugged-66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.404415] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] Acquiring lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.404670] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.405141] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.405546] env[69984]: DEBUG nova.compute.manager [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] No waiting events found dispatching network-vif-plugged-66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.406050] env[69984]: WARNING nova.compute.manager [req-1e1c3514-8d34-4f1a-95fe-0e20a0902582 req-64993aed-9e1e-4aeb-90fa-bae9197a0d9b service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Received unexpected event network-vif-plugged-66d027f4-a3f2-4d5e-8449-f127918c3745 for instance with vm_state building and task_state spawning. [ 725.525135] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.536299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.536458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.536614] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.615469] env[69984]: DEBUG nova.network.neutron [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.626268] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71cbd4c-98f9-49d5-bcf5-688227e8a5ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.631202] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa5d4d-337b-4f82-a4d9-74614b72b6d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.672193] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c9285-1414-4613-9a5b-ac524ebd9300 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.676165] env[69984]: DEBUG nova.compute.manager [req-b53f06ca-c003-4b6a-8322-5c73eed6270a req-8eac5529-237e-477c-a1ae-af5b35265dfc service nova] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Received event network-vif-deleted-72fa000f-9a3c-4e96-b60d-338bddbf0273 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.688357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a588441c-0397-4274-b03d-d5ddda9d70b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.717494] env[69984]: DEBUG nova.compute.provider_tree [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.722213] env[69984]: INFO nova.compute.manager [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Took 45.88 seconds to build instance. [ 726.028072] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63507} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.028072] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/5789478b-a15a-49e1-8bd6-36ad5496feb9.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.028072] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.028072] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d7c24a0-becf-484a-97f5-57c0561cc17f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.036070] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 726.036070] env[69984]: value = "task-3944652" [ 726.036070] env[69984]: _type = "Task" [ 726.036070] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.046677] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.071155] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.126133] env[69984]: INFO nova.compute.manager [-] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Took 1.78 seconds to deallocate network for instance. [ 726.228216] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f5a6dd8-0ebd-4d90-8f3a-182c6e969f13 tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.699s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.265084] env[69984]: DEBUG nova.scheduler.client.report [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.265367] env[69984]: DEBUG nova.compute.provider_tree [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 67 to 68 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.265547] env[69984]: DEBUG nova.compute.provider_tree [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.276654] env[69984]: DEBUG nova.network.neutron [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updating instance_info_cache with network_info: [{"id": "66d027f4-a3f2-4d5e-8449-f127918c3745", "address": "fa:16:3e:5c:d2:2d", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d027f4-a3", "ovs_interfaceid": "66d027f4-a3f2-4d5e-8449-f127918c3745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.547257] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071069} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.550249] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.551713] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c54fd9b-246f-4c3e-ad1b-8313d877ea4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.592483] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/5789478b-a15a-49e1-8bd6-36ad5496feb9.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.593527] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4cf29d3-b9dd-49e7-8be4-8bfea026196f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.622767] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 726.622767] env[69984]: value = "task-3944653" [ 726.622767] env[69984]: _type = "Task" [ 726.622767] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.632493] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.632829] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.734229] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.771284] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.503s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.771926] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.775882] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.235s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.776244] env[69984]: DEBUG nova.objects.instance [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lazy-loading 'resources' on Instance uuid 6c164062-6dbb-4803-a5df-4e330b0a211c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.778724] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.779094] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Instance network_info: |[{"id": "66d027f4-a3f2-4d5e-8449-f127918c3745", "address": "fa:16:3e:5c:d2:2d", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d027f4-a3", "ovs_interfaceid": "66d027f4-a3f2-4d5e-8449-f127918c3745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.779540] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d2:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d027f4-a3f2-4d5e-8449-f127918c3745', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.787672] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.788766] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.789018] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe5bcfd-260c-48c3-a2a2-474d957a2b57 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.812884] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.812884] env[69984]: value = "task-3944654" [ 726.812884] env[69984]: _type = "Task" [ 726.812884] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.822649] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944654, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.135962] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944653, 'name': ReconfigVM_Task, 'duration_secs': 0.452501} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.136719] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/5789478b-a15a-49e1-8bd6-36ad5496feb9.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.137727] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e27d35c-f42f-4573-b28f-215d74765fb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144899] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 727.144899] env[69984]: value = "task-3944655" [ 727.144899] env[69984]: _type = "Task" [ 727.144899] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.156311] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944655, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.267968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.279678] env[69984]: DEBUG nova.compute.utils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.281681] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.281681] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.326639] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944654, 'name': CreateVM_Task, 'duration_secs': 0.328615} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.326639] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.326946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.327138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.327492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328030] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1d2823-6221-4152-9833-1c824ffa037f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.335165] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 727.335165] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f6b19-4aa9-0755-bb19-563c8d714493" [ 727.335165] env[69984]: _type = "Task" [ 727.335165] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.350216] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f6b19-4aa9-0755-bb19-563c8d714493, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.350657] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351312] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.351810] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.352086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.352381] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.353771] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec86892-279a-4507-b9c6-2fc7e9f30558 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.367609] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.367778] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.368633] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb61f2db-27ee-4286-8ddc-5553e2a1f3d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.375569] env[69984]: DEBUG nova.policy [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b12cc59b373491ba48a6bbc97eca833', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f3520bb679467089236948ff64f36c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.382022] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 727.382022] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bde603-f98d-db19-14f9-6bf7a91baccd" [ 727.382022] env[69984]: _type = "Task" [ 727.382022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.389639] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bde603-f98d-db19-14f9-6bf7a91baccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.665508] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944655, 'name': Rename_Task, 'duration_secs': 0.200632} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.665872] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.666152] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b1e6aa-4c52-485b-896b-1a8d1e4f121f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.677019] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 727.677019] env[69984]: value = "task-3944656" [ 727.677019] env[69984]: _type = "Task" [ 727.677019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.687813] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.785226] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.801952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "6f79348a-64cf-4104-a96b-5022e39e331e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.801952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.802232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.802442] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.802637] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.810495] env[69984]: INFO nova.compute.manager [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Terminating instance [ 727.817776] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Successfully created port: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.876576] env[69984]: DEBUG nova.compute.manager [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Received event network-changed-66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.876783] env[69984]: DEBUG nova.compute.manager [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Refreshing instance network info cache due to event network-changed-66d027f4-a3f2-4d5e-8449-f127918c3745. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.877137] env[69984]: DEBUG oslo_concurrency.lockutils [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] Acquiring lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.877224] env[69984]: DEBUG oslo_concurrency.lockutils [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] Acquired lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.877418] env[69984]: DEBUG nova.network.neutron [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Refreshing network info cache for port 66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.893350] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bde603-f98d-db19-14f9-6bf7a91baccd, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.900030] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a8a9a8-ed78-4089-8105-3e737b3a2371 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.905373] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 727.905373] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52beab7d-c82b-c257-6e2b-b4804f6fcb81" [ 727.905373] env[69984]: _type = "Task" [ 727.905373] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.915756] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52beab7d-c82b-c257-6e2b-b4804f6fcb81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.992292] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9eb36-d7d3-4028-ac55-e9f530be2586 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.001906] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82a42a-4642-4383-862e-1ce052a7bac1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.035069] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f99e23-d51e-4392-a816-09a531f3e30b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.048044] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a8cbb9-a6ad-454b-b8f9-73695bc39620 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.066504] env[69984]: DEBUG nova.compute.provider_tree [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.186140] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.317882] env[69984]: DEBUG nova.compute.manager [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.318177] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.319602] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8289fe04-7db1-4f1e-87fe-87c2166916c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.327703] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.328020] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6edca4df-4601-4fe2-969d-f249ee087246 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.335900] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 728.335900] env[69984]: value = "task-3944657" [ 728.335900] env[69984]: _type = "Task" [ 728.335900] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.348740] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.419104] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52beab7d-c82b-c257-6e2b-b4804f6fcb81, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.419601] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.420013] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/b4bb86cb-c79b-4305-995a-9abaf8e5beb3.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.420203] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6578a01-b412-4c9d-a6e5-d32a83c3b14d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.428300] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 728.428300] env[69984]: value = "task-3944658" [ 728.428300] env[69984]: _type = "Task" [ 728.428300] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.437634] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.569789] env[69984]: DEBUG nova.scheduler.client.report [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.690204] env[69984]: DEBUG oslo_vmware.api [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944656, 'name': PowerOnVM_Task, 'duration_secs': 0.942146} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.690590] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.690876] env[69984]: INFO nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Took 9.59 seconds to spawn the instance on the hypervisor. [ 728.691122] env[69984]: DEBUG nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.692039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed72d57-ed9c-485b-88e5-dd24beaa1327 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.704464] env[69984]: DEBUG nova.network.neutron [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updated VIF entry in instance network info cache for port 66d027f4-a3f2-4d5e-8449-f127918c3745. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.704893] env[69984]: DEBUG nova.network.neutron [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updating instance_info_cache with network_info: [{"id": "66d027f4-a3f2-4d5e-8449-f127918c3745", "address": "fa:16:3e:5c:d2:2d", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d027f4-a3", "ovs_interfaceid": "66d027f4-a3f2-4d5e-8449-f127918c3745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.799958] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.829310] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.829681] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.829851] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.830055] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.830241] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.830405] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.830627] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.830898] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.831369] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.831369] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.831561] env[69984]: DEBUG nova.virt.hardware [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.832526] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aa9fea-0ce2-4880-ac58-42604fbe6ea4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.844300] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb2120-1680-4aac-b37e-156bbfc58234 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.852216] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944657, 'name': PowerOffVM_Task, 'duration_secs': 0.199935} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.853212] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.853339] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.853572] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-329f58e7-5fce-4d28-9b2b-215eb469d082 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.942899] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944658, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.949771] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.950119] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.950383] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Deleting the datastore file [datastore2] 6f79348a-64cf-4104-a96b-5022e39e331e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.950719] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2afbfa72-17c3-4001-9069-eda7832ed9f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.958865] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for the task: (returnval){ [ 728.958865] env[69984]: value = "task-3944660" [ 728.958865] env[69984]: _type = "Task" [ 728.958865] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.968512] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.079990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.082920] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.477s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.084300] env[69984]: INFO nova.compute.claims [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.103490] env[69984]: INFO nova.scheduler.client.report [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Deleted allocations for instance 6c164062-6dbb-4803-a5df-4e330b0a211c [ 729.212647] env[69984]: DEBUG oslo_concurrency.lockutils [req-2329bd0c-5230-4906-a044-80da7a04e400 req-16e1fb83-a171-4797-aa46-80b9cdd9867e service nova] Releasing lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.217030] env[69984]: INFO nova.compute.manager [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Took 45.62 seconds to build instance. [ 729.439942] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554429} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.440390] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/b4bb86cb-c79b-4305-995a-9abaf8e5beb3.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.440506] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.440770] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7c0e646-a6df-4d7a-9eb9-e667a6766a93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.448778] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 729.448778] env[69984]: value = "task-3944661" [ 729.448778] env[69984]: _type = "Task" [ 729.448778] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.462184] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.473206] env[69984]: DEBUG oslo_vmware.api [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Task: {'id': task-3944660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17158} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.473558] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.473761] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.473941] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.474136] env[69984]: INFO nova.compute.manager [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 729.474398] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.474587] env[69984]: DEBUG nova.compute.manager [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.474756] env[69984]: DEBUG nova.network.neutron [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.516387] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Successfully updated port: 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.612364] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b06ccdd3-354a-457c-a074-89ae29f5ecf3 tempest-ImagesNegativeTestJSON-26582508 tempest-ImagesNegativeTestJSON-26582508-project-member] Lock "6c164062-6dbb-4803-a5df-4e330b0a211c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.721s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.720125] env[69984]: DEBUG nova.compute.manager [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Received event network-vif-plugged-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.720125] env[69984]: DEBUG oslo_concurrency.lockutils [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] Acquiring lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.720125] env[69984]: DEBUG oslo_concurrency.lockutils [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.720125] env[69984]: DEBUG oslo_concurrency.lockutils [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.720125] env[69984]: DEBUG nova.compute.manager [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] No waiting events found dispatching network-vif-plugged-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.720709] env[69984]: WARNING nova.compute.manager [req-40eb95ab-0efd-440c-92ee-ceab2be62b86 req-168393d1-b63a-4c0b-8ec1-514b2122d9fe service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Received unexpected event network-vif-plugged-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 for instance with vm_state building and task_state spawning. [ 729.723151] env[69984]: DEBUG oslo_concurrency.lockutils [None req-405d9853-a928-4024-9e74-038c2e305189 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.969s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.959653] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086258} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.959952] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.960782] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b161082c-a267-46c8-89d4-f5cc7baba20d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.985015] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/b4bb86cb-c79b-4305-995a-9abaf8e5beb3.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.985941] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9552dadd-7459-4500-989a-f5a67f8eb4c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.009697] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 730.009697] env[69984]: value = "task-3944662" [ 730.009697] env[69984]: _type = "Task" [ 730.009697] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.019729] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.019860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.020021] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.021327] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.074338] env[69984]: DEBUG nova.compute.manager [req-a23c480a-b6bd-4312-b061-4ed43f98b1d0 req-19e32361-f5ba-47f2-8060-2e7199f0a26b service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Received event network-vif-deleted-ba61f057-0e98-4a9e-8c8e-923099d697bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.074675] env[69984]: INFO nova.compute.manager [req-a23c480a-b6bd-4312-b061-4ed43f98b1d0 req-19e32361-f5ba-47f2-8060-2e7199f0a26b service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Neutron deleted interface ba61f057-0e98-4a9e-8c8e-923099d697bf; detaching it from the instance and deleting it from the info cache [ 730.074901] env[69984]: DEBUG nova.network.neutron [req-a23c480a-b6bd-4312-b061-4ed43f98b1d0 req-19e32361-f5ba-47f2-8060-2e7199f0a26b service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.226416] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.244740] env[69984]: DEBUG nova.network.neutron [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.529468] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944662, 'name': ReconfigVM_Task, 'duration_secs': 0.383725} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.530182] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/b4bb86cb-c79b-4305-995a-9abaf8e5beb3.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.530929] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b50b68e1-5176-44e5-8df3-7307a05ca333 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.538179] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 730.538179] env[69984]: value = "task-3944663" [ 730.538179] env[69984]: _type = "Task" [ 730.538179] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.549743] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944663, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.580377] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-638ea15f-ea0d-4a6c-b382-abb485509241 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.590205] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b2fb0-ddf1-4153-814b-dafbca3f663a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.605268] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.629867] env[69984]: DEBUG nova.compute.manager [req-a23c480a-b6bd-4312-b061-4ed43f98b1d0 req-19e32361-f5ba-47f2-8060-2e7199f0a26b service nova] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Detach interface failed, port_id=ba61f057-0e98-4a9e-8c8e-923099d697bf, reason: Instance 6f79348a-64cf-4104-a96b-5022e39e331e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.751840] env[69984]: INFO nova.compute.manager [-] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Took 1.28 seconds to deallocate network for instance. [ 730.753754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.778720] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bffcd0-d683-4cbd-bdaa-58c6a45c75e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.787926] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac3268-5e4d-4e75-8164-548f27e37f40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.824979] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbda10a-321c-432b-aece-fbc1e52af6e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.834223] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9bffc-0bb8-4d41-bac0-342595240971 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.849031] env[69984]: DEBUG nova.compute.provider_tree [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.050592] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944663, 'name': Rename_Task, 'duration_secs': 0.152857} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.054151] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.054279] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3724523f-8634-4040-b4b9-294acf807477 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.064278] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 731.064278] env[69984]: value = "task-3944664" [ 731.064278] env[69984]: _type = "Task" [ 731.064278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.073541] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.141519] env[69984]: DEBUG nova.network.neutron [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Updating instance_info_cache with network_info: [{"id": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "address": "fa:16:3e:17:bc:0a", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ce2e5e-70", "ovs_interfaceid": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.263726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.391375] env[69984]: DEBUG nova.scheduler.client.report [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.391690] env[69984]: DEBUG nova.compute.provider_tree [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 68 to 69 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.391886] env[69984]: DEBUG nova.compute.provider_tree [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.579762] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.645704] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.646298] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Instance network_info: |[{"id": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "address": "fa:16:3e:17:bc:0a", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ce2e5e-70", "ovs_interfaceid": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.646775] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:bc:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.656358] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.656889] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.657178] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9761f5e-1580-44f5-a17e-65f283459e57 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.685410] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.685410] env[69984]: value = "task-3944665" [ 731.685410] env[69984]: _type = "Task" [ 731.685410] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.696492] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944665, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.793411] env[69984]: DEBUG nova.compute.manager [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Received event network-changed-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.793693] env[69984]: DEBUG nova.compute.manager [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Refreshing instance network info cache due to event network-changed-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.793999] env[69984]: DEBUG oslo_concurrency.lockutils [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] Acquiring lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.794189] env[69984]: DEBUG oslo_concurrency.lockutils [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] Acquired lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.794370] env[69984]: DEBUG nova.network.neutron [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Refreshing network info cache for port 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.904135] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.904971] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.907921] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.105s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.909148] env[69984]: DEBUG nova.objects.instance [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lazy-loading 'resources' on Instance uuid 495437b5-1f82-4ad7-8a2c-4acf4641bfad {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.080036] env[69984]: DEBUG oslo_vmware.api [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944664, 'name': PowerOnVM_Task, 'duration_secs': 0.52393} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.080441] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.080484] env[69984]: INFO nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Took 7.78 seconds to spawn the instance on the hypervisor. [ 732.080951] env[69984]: DEBUG nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.081515] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6edce3c-709d-4321-85d9-350a4a4bfa37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.201078] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944665, 'name': CreateVM_Task, 'duration_secs': 0.481649} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.201175] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.201959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.202177] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.202587] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.202897] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c85fff-44c4-4ae5-ae54-a5d83f2114d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.210361] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 732.210361] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b195f6-670d-9653-9700-346ad18949aa" [ 732.210361] env[69984]: _type = "Task" [ 732.210361] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.221930] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b195f6-670d-9653-9700-346ad18949aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.412476] env[69984]: DEBUG nova.compute.utils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.424413] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.424413] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.530559] env[69984]: DEBUG nova.policy [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8155fb9d52c149b5971e1d674b8c9de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee8ea3e0f214d25988707c6d9d968de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.609177] env[69984]: INFO nova.compute.manager [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Took 43.50 seconds to build instance. [ 732.712733] env[69984]: DEBUG nova.network.neutron [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Updated VIF entry in instance network info cache for port 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.713209] env[69984]: DEBUG nova.network.neutron [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Updating instance_info_cache with network_info: [{"id": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "address": "fa:16:3e:17:bc:0a", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ce2e5e-70", "ovs_interfaceid": "38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.728844] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b195f6-670d-9653-9700-346ad18949aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.731905] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.732179] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.732421] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.732571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.732747] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.733792] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb7a598-8760-4cd4-8f18-df0fc80815a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.747150] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.747353] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.750821] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9b9089-dc37-4c5b-a8d5-a64440da8c40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.759341] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 732.759341] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52af560f-92c1-622c-f2af-ae0c5dd1fcff" [ 732.759341] env[69984]: _type = "Task" [ 732.759341] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.778958] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52af560f-92c1-622c-f2af-ae0c5dd1fcff, 'name': SearchDatastore_Task, 'duration_secs': 0.014215} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.779799] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f42985-4b48-4fc9-8d2f-4d73f6a2c776 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.792472] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 732.792472] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e7fd37-e523-3c1e-e00d-ce774afe2ddd" [ 732.792472] env[69984]: _type = "Task" [ 732.792472] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.803441] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e7fd37-e523-3c1e-e00d-ce774afe2ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.922291] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.111047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6a1abc0f-3358-4a23-ab71-e3c8907abaac tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.834s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.120021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2002ce0-0722-4e3b-ac26-adac6bca6e9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.130105] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b30b7-d917-4355-8fae-b889f7b2549a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.174999] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f868137-2662-47c2-bf3d-65c5789c0565 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.184033] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569dc5de-36e0-4501-b79e-fd8fcea3be56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.206304] env[69984]: DEBUG nova.compute.provider_tree [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.218766] env[69984]: DEBUG oslo_concurrency.lockutils [req-0d4a1405-26f7-4729-9f95-6f49f065be58 req-9fa23bc5-06c8-48e6-bb0b-3ea2e1f8a60e service nova] Releasing lock "refresh_cache-b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309054] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e7fd37-e523-3c1e-e00d-ce774afe2ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.309516] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309882] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b36fdb89-69f6-47f5-8f5f-a8d0f51515c4/b36fdb89-69f6-47f5-8f5f-a8d0f51515c4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.310242] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef413936-c14d-418c-be09-6213d63dab31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.320205] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 733.320205] env[69984]: value = "task-3944666" [ 733.320205] env[69984]: _type = "Task" [ 733.320205] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.333463] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.334889] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Successfully created port: 6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.622791] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.709073] env[69984]: DEBUG nova.scheduler.client.report [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.834171] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.934731] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.949687] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.951140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024bc08f-8596-4b3d-b973-9187b5127a09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.962642] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.962915] env[69984]: ERROR oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk due to incomplete transfer. [ 733.966012] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.966361] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.966575] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.966811] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.966991] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.967215] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.967516] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.967724] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.967928] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.968131] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.968356] env[69984]: DEBUG nova.virt.hardware [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.968680] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6e08d76-a57d-4f19-b58f-0b39b14b5f9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.971434] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13188bec-b6c3-4e60-bec9-7dc939d3208e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.981835] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3639a9-40b4-4e1b-95da-19c4a48729d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.988675] env[69984]: DEBUG oslo_vmware.rw_handles [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5280c4f8-9c3e-726d-638c-60a3d828856f/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.988943] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Uploaded image 3baef95f-656b-40e2-a299-0b5431146287 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.991235] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.992105] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5f7a493-2974-4cc2-a57f-577b21398b0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.007051] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 734.007051] env[69984]: value = "task-3944667" [ 734.007051] env[69984]: _type = "Task" [ 734.007051] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.019447] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944667, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.152809] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.215964] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.219571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.135s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.221637] env[69984]: INFO nova.compute.claims [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.239438] env[69984]: INFO nova.scheduler.client.report [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Deleted allocations for instance 495437b5-1f82-4ad7-8a2c-4acf4641bfad [ 734.246614] env[69984]: INFO nova.compute.manager [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Rescuing [ 734.246614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.246614] env[69984]: DEBUG nova.network.neutron [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.332978] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735096} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.333502] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b36fdb89-69f6-47f5-8f5f-a8d0f51515c4/b36fdb89-69f6-47f5-8f5f-a8d0f51515c4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.333925] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.334655] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45c37303-153c-41dc-8d1b-5eb1ba75805b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.345509] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 734.345509] env[69984]: value = "task-3944668" [ 734.345509] env[69984]: _type = "Task" [ 734.345509] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.358091] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.520049] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944667, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.748091] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27ee3a99-649a-4536-bdfc-0f2dd5aee16c tempest-ServersTestManualDisk-28211778 tempest-ServersTestManualDisk-28211778-project-member] Lock "495437b5-1f82-4ad7-8a2c-4acf4641bfad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.143s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.860514] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098863} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.860514] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.861606] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4728f260-2157-4143-b0a4-462c5792afe1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.889554] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b36fdb89-69f6-47f5-8f5f-a8d0f51515c4/b36fdb89-69f6-47f5-8f5f-a8d0f51515c4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.893686] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9489598a-fa81-4461-891a-2a9fb8a6d92b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.923771] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 734.923771] env[69984]: value = "task-3944669" [ 734.923771] env[69984]: _type = "Task" [ 734.923771] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.932586] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.022694] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944667, 'name': Destroy_Task, 'duration_secs': 0.585461} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.022694] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Destroyed the VM [ 735.022694] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 735.022694] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28b67864-78cb-4c97-9810-4868d6f45320 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.030087] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 735.030087] env[69984]: value = "task-3944670" [ 735.030087] env[69984]: _type = "Task" [ 735.030087] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.042103] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.095593] env[69984]: DEBUG nova.compute.manager [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received event network-vif-plugged-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.095814] env[69984]: DEBUG oslo_concurrency.lockutils [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] Acquiring lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.096042] env[69984]: DEBUG oslo_concurrency.lockutils [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.096240] env[69984]: DEBUG oslo_concurrency.lockutils [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.096599] env[69984]: DEBUG nova.compute.manager [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] No waiting events found dispatching network-vif-plugged-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.096968] env[69984]: WARNING nova.compute.manager [req-43707ee9-74f1-4030-a483-b9760d518b40 req-f5017ef7-aad1-4222-bb6e-c2e66a982732 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received unexpected event network-vif-plugged-6a81da3b-fdad-4266-b137-97b044da2c3c for instance with vm_state building and task_state spawning. [ 735.101056] env[69984]: DEBUG nova.network.neutron [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updating instance_info_cache with network_info: [{"id": "66d027f4-a3f2-4d5e-8449-f127918c3745", "address": "fa:16:3e:5c:d2:2d", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d027f4-a3", "ovs_interfaceid": "66d027f4-a3f2-4d5e-8449-f127918c3745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.192519] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Successfully updated port: 6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.436082] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.545012] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.605411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-b4bb86cb-c79b-4305-995a-9abaf8e5beb3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.693552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.693698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.693862] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.832408] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cda51c-80d4-4b64-8fb2-c38daaaf068c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.843154] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79f0eaf-06d3-4b90-a3c1-1d9e615d2f08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.881021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a68a2a-6595-491b-bcea-f9b529718f42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.888875] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2fa76b-77b0-42d1-a8f9-a9b7af9cef5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.904480] env[69984]: DEBUG nova.compute.provider_tree [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.931472] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944669, 'name': ReconfigVM_Task, 'duration_secs': 0.86528} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.931764] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b36fdb89-69f6-47f5-8f5f-a8d0f51515c4/b36fdb89-69f6-47f5-8f5f-a8d0f51515c4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.932415] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1efc74cc-59a6-47bc-89f1-1d7a8c2e2d81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.939287] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 735.939287] env[69984]: value = "task-3944671" [ 735.939287] env[69984]: _type = "Task" [ 735.939287] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.949305] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944671, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.046563] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944670, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.254514] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.408663] env[69984]: DEBUG nova.scheduler.client.report [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.454160] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944671, 'name': Rename_Task, 'duration_secs': 0.170963} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.454444] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.454688] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe5f716-9259-434e-9e9d-326c3790eedf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.462338] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 736.462338] env[69984]: value = "task-3944672" [ 736.462338] env[69984]: _type = "Task" [ 736.462338] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.471748] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.525702] env[69984]: DEBUG nova.network.neutron [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.549369] env[69984]: DEBUG oslo_vmware.api [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944670, 'name': RemoveSnapshot_Task, 'duration_secs': 1.386021} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.549679] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 736.549911] env[69984]: INFO nova.compute.manager [None req-2817e822-d8fd-43b4-a6ef-19f54080d1e1 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 18.13 seconds to snapshot the instance on the hypervisor. [ 736.914781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.915545] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.918970] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.952s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.921455] env[69984]: INFO nova.compute.claims [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.975040] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.029839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.029839] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Instance network_info: |[{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.030027] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a81da3b-fdad-4266-b137-97b044da2c3c', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.042116] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.042116] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.042317] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9bef7f-2301-4ba2-b2bb-c43c3a7297a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.069393] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.069393] env[69984]: value = "task-3944673" [ 737.069393] env[69984]: _type = "Task" [ 737.069393] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.082658] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944673, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.158718] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.159183] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c12197-eb37-4dcd-b2de-51daf19a8d85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.168302] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 737.168302] env[69984]: value = "task-3944674" [ 737.168302] env[69984]: _type = "Task" [ 737.168302] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.178058] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.237455] env[69984]: DEBUG nova.compute.manager [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.237660] env[69984]: DEBUG nova.compute.manager [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing instance network info cache due to event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.237884] env[69984]: DEBUG oslo_concurrency.lockutils [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] Acquiring lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.239078] env[69984]: DEBUG oslo_concurrency.lockutils [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] Acquired lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.239331] env[69984]: DEBUG nova.network.neutron [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.434298] env[69984]: DEBUG nova.compute.utils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.436042] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.436042] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.482788] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944672, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.491264] env[69984]: DEBUG nova.policy [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '262ae5fb28584f968dbf67843a9a0af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33206bcd53564be8a6e5124e564f0d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.586313] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944673, 'name': CreateVM_Task, 'duration_secs': 0.362197} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.586313] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.586313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.586313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.586313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.587000] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb815922-4a81-4432-b134-9f3f8d8c3578 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.594565] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 737.594565] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e566e9-1762-6572-4d7f-a275f4430f58" [ 737.594565] env[69984]: _type = "Task" [ 737.594565] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.607080] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e566e9-1762-6572-4d7f-a275f4430f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.679338] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944674, 'name': PowerOffVM_Task, 'duration_secs': 0.198818} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.679888] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.680903] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e5f651-6f89-46be-a159-d78028ccd94f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.704218] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7441009-a742-48f2-81a0-fdd5e6fd6072 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.739204] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.739534] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9913932b-0437-46ab-a833-c8fdf1c72c4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.750369] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 737.750369] env[69984]: value = "task-3944675" [ 737.750369] env[69984]: _type = "Task" [ 737.750369] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.760534] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.930929] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Successfully created port: 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.939302] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.990023] env[69984]: DEBUG oslo_vmware.api [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944672, 'name': PowerOnVM_Task, 'duration_secs': 1.137724} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.990497] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.990930] env[69984]: INFO nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Took 9.19 seconds to spawn the instance on the hypervisor. [ 737.992556] env[69984]: DEBUG nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.994880] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace9886-c862-4e07-a765-6a691c98c43c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.106180] env[69984]: DEBUG nova.network.neutron [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updated VIF entry in instance network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.106556] env[69984]: DEBUG nova.network.neutron [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.112109] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e566e9-1762-6572-4d7f-a275f4430f58, 'name': SearchDatastore_Task, 'duration_secs': 0.015205} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.115375] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.115639] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.115881] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.116038] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.116227] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.117074] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a672af47-3898-4103-bc4c-c236a0ffa48d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.129663] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.129816] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.133767] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd2cbbae-86f2-408d-8ba4-477f8e0d61e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.139939] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 738.139939] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ec0195-b419-08a4-0c71-59f370574a92" [ 738.139939] env[69984]: _type = "Task" [ 738.139939] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.148877] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ec0195-b419-08a4-0c71-59f370574a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.265014] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 738.266089] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.266378] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.524486] env[69984]: INFO nova.compute.manager [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Took 46.74 seconds to build instance. [ 738.606580] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bca4ea-3183-4e5f-872b-7cc94faedd18 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.615636] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0015c6d7-f632-4d71-bfe6-fa9bd58ee577 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.620304] env[69984]: DEBUG oslo_concurrency.lockutils [req-ab0238e3-25e7-46d5-819b-686b0205584c req-a19a52bd-a457-4c3e-9639-645d6539328d service nova] Releasing lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.656209] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca71de-e0cb-4cce-8ee7-eb035a25266b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.665161] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ec0195-b419-08a4-0c71-59f370574a92, 'name': SearchDatastore_Task, 'duration_secs': 0.019578} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.668981] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845f74ea-a7e0-4f2c-b8ab-37c272475920 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.672367] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967414a9-949c-4bc4-8cba-018068589afe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.682376] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 738.682376] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f313db-86c8-8c71-90f0-38188ea27151" [ 738.682376] env[69984]: _type = "Task" [ 738.682376] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.688962] env[69984]: DEBUG nova.compute.provider_tree [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.699392] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f313db-86c8-8c71-90f0-38188ea27151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.950978] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.985747] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.986414] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.986634] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.987100] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.987327] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.987494] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.987730] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.987898] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.988088] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.988304] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.988504] env[69984]: DEBUG nova.virt.hardware [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.989801] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31500b48-a043-4cd1-9e26-4b955b69ef36 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.004914] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce682e9e-06ad-420b-a3a1-81ee1b59f17e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.026143] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00758644-d89c-411b-bdb4-b0860169718d tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.069s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.196119] env[69984]: DEBUG nova.scheduler.client.report [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.207352] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f313db-86c8-8c71-90f0-38188ea27151, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.207820] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.208227] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b/d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.210025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.210025] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.210025] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb75dde4-f721-4f87-963a-855eb414b2c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.212201] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a0c5d4-fd56-4c43-854d-14d753d5d52f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.224023] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 739.224023] env[69984]: value = "task-3944676" [ 739.224023] env[69984]: _type = "Task" [ 739.224023] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.224023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.224023] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.228946] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035e26b3-77f6-4841-8b7c-853d81583123 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.241788] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 739.241788] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d7cae5-3917-c34a-7d8e-7ce2be741c41" [ 739.241788] env[69984]: _type = "Task" [ 739.241788] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.242107] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.251887] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d7cae5-3917-c34a-7d8e-7ce2be741c41, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.252802] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c863553b-b8bb-4021-a547-a6520a0dbaf3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.259462] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 739.259462] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52399def-2be8-378c-cd5b-d434e82b7050" [ 739.259462] env[69984]: _type = "Task" [ 739.259462] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.274225] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52399def-2be8-378c-cd5b-d434e82b7050, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.274551] env[69984]: DEBUG oslo_concurrency.lockutils [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.274856] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 739.275187] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f180d5-fc6d-4b11-9adf-7d760739be10 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.283478] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 739.283478] env[69984]: value = "task-3944677" [ 739.283478] env[69984]: _type = "Task" [ 739.283478] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.293061] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.529970] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.614852] env[69984]: DEBUG nova.compute.manager [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.618021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d21ad-58f3-47cb-96ee-a0652d154a31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676631] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.676840] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.677061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.677243] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.677419] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.684663] env[69984]: INFO nova.compute.manager [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Terminating instance [ 739.688152] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Successfully updated port: 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.695477] env[69984]: DEBUG nova.compute.manager [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.695699] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.695908] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.696085] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.696417] env[69984]: DEBUG nova.compute.manager [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] No waiting events found dispatching network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.696417] env[69984]: WARNING nova.compute.manager [req-ea2d4fe5-4e2c-4dec-bd91-22689d86b787 req-e5d3f2bd-1582-46d1-9385-b4a6961b1f6d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received unexpected event network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 for instance with vm_state building and task_state spawning. [ 739.702031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.702169] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.705825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.017s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.706059] env[69984]: DEBUG nova.objects.instance [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.736729] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.796188] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944677, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.067219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.135698] env[69984]: INFO nova.compute.manager [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] instance snapshotting [ 740.139021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3026eca-3d5b-4591-8f8c-0e2c5bae330d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.160514] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db86f7fa-391d-45eb-a07e-cc64f3f45fd7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.198185] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.198185] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.198185] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.198185] env[69984]: DEBUG nova.compute.manager [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.198529] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.199833] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46bf935-db96-4e12-be4e-c4c28ccdcbc2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.219342] env[69984]: DEBUG nova.compute.utils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.222745] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.223485] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.223485] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.226091] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b040ae36-6e21-4161-850b-cfd633206fd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.242467] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739464} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.244603] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b/d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.244940] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.245397] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 740.245397] env[69984]: value = "task-3944678" [ 740.245397] env[69984]: _type = "Task" [ 740.245397] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.245655] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ecc9864-b3bc-43b7-a23b-39622f141379 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.259052] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.260687] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 740.260687] env[69984]: value = "task-3944679" [ 740.260687] env[69984]: _type = "Task" [ 740.260687] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.270451] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.297199] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792759} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.297306] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 740.298242] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4161e-ffe6-49b2-b0e8-999a00a53de2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.304932] env[69984]: DEBUG nova.policy [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c24357fa92a64decba317c065a9a959a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3286b7e4ad1748e08760955775091ae1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.334830] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.335288] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f2b60a-9290-4ff2-a8e3-57b1a9a55e9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.356787] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 740.356787] env[69984]: value = "task-3944680" [ 740.356787] env[69984]: _type = "Task" [ 740.356787] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.368670] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.674690] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.675038] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6731b5f4-a713-43ba-90d5-13ae2303e017 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.687322] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 740.687322] env[69984]: value = "task-3944681" [ 740.687322] env[69984]: _type = "Task" [ 740.687322] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.704994] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944681, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.722680] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.730602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d8da59f2-5d18-40e5-9b85-b077339d7121 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.730602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.675s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.730602] env[69984]: DEBUG nova.objects.instance [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lazy-loading 'resources' on Instance uuid 427f2158-7d1b-4cdf-81ee-1373ecc412fc {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.763101] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944678, 'name': PowerOffVM_Task, 'duration_secs': 0.224301} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.764617] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Successfully created port: f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.771141] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.771356] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.772891] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.775040] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8be91a3c-785f-476b-ad2c-9afee72160b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.784535] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106915} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.784952] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.786063] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096bb9bf-2b7c-469f-a32f-7cf87ec4f4bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.815113] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b/d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.819364] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39804d84-7598-4b49-b068-676d7ed8daba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.847290] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 740.847290] env[69984]: value = "task-3944683" [ 740.847290] env[69984]: _type = "Task" [ 740.847290] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.857491] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.868281] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944680, 'name': ReconfigVM_Task, 'duration_secs': 0.360337} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.868281] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.869364] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b9a26-0c6b-4d5d-a52e-863ce1158c2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.876531] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.876531] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.876531] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Deleting the datastore file [datastore2] b36fdb89-69f6-47f5-8f5f-a8d0f51515c4 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.897108] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf36f67-45c8-400f-87a6-b4093b804543 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.904173] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51190f68-754e-445a-b353-30a708fa9790 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.921644] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 740.921644] env[69984]: value = "task-3944685" [ 740.921644] env[69984]: _type = "Task" [ 740.921644] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.923292] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for the task: (returnval){ [ 740.923292] env[69984]: value = "task-3944684" [ 740.923292] env[69984]: _type = "Task" [ 740.923292] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.936875] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.940716] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.119899] env[69984]: DEBUG nova.network.neutron [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.202941] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.363576] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944683, 'name': ReconfigVM_Task, 'duration_secs': 0.35115} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.363975] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b/d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.367166] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef22b333-a003-437c-800b-eebb26c72f61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.375533] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 741.375533] env[69984]: value = "task-3944686" [ 741.375533] env[69984]: _type = "Task" [ 741.375533] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.391195] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944686, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.439351] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944685, 'name': ReconfigVM_Task, 'duration_secs': 0.321572} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.440121] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.440529] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-169b1d7c-89b0-4a7b-9c30-7a0d66aff387 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.446806] env[69984]: DEBUG oslo_vmware.api [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Task: {'id': task-3944684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356019} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.450687] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.450921] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.451120] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.451848] env[69984]: INFO nova.compute.manager [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 741.451848] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.452170] env[69984]: DEBUG nova.compute.manager [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.452231] env[69984]: DEBUG nova.network.neutron [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.455500] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 741.455500] env[69984]: value = "task-3944687" [ 741.455500] env[69984]: _type = "Task" [ 741.455500] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.465850] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.622286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.622647] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance network_info: |[{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.623093] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:5b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a65d17c-c168-4f62-b919-5e4f12c32325', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.631799] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating folder: Project (33206bcd53564be8a6e5124e564f0d9c). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.634953] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b55060d6-24a6-4ebc-abf5-84f34853fd5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.650061] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created folder: Project (33206bcd53564be8a6e5124e564f0d9c) in parent group-v782883. [ 741.650368] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating folder: Instances. Parent ref: group-v782987. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.653951] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4877e61f-a20a-4355-a870-243cce6e3c5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.675692] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created folder: Instances in parent group-v782987. [ 741.675692] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.676251] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.676251] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2beb2294-68c4-4841-a8b7-c3e6f4de1323 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.712107] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944681, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.716579] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.716579] env[69984]: value = "task-3944690" [ 741.716579] env[69984]: _type = "Task" [ 741.716579] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.727334] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944690, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.737686] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.772579] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1590668321',id=37,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1659860822',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.772886] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.773153] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.773436] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.773599] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.773751] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.773963] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.774155] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.774332] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.774498] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.774675] env[69984]: DEBUG nova.virt.hardware [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.779024] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d1e1ce-d4ad-49a9-ac54-183aa7cc71db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.786607] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b1b9e-f2d6-49a5-ac62-81accd50aae3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818787] env[69984]: DEBUG nova.compute.manager [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.818995] env[69984]: DEBUG nova.compute.manager [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing instance network info cache due to event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.820671] env[69984]: DEBUG oslo_concurrency.lockutils [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.820886] env[69984]: DEBUG oslo_concurrency.lockutils [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.821213] env[69984]: DEBUG nova.network.neutron [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.890600] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944686, 'name': Rename_Task, 'duration_secs': 0.173783} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.890949] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.891180] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b867e5e-3525-4450-a368-8d1059be1b15 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.901902] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 741.901902] env[69984]: value = "task-3944691" [ 741.901902] env[69984]: _type = "Task" [ 741.901902] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.914278] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.971836] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.993903] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4ee7c-ed82-4797-8e19-d55bc9084376 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.003753] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3f20a-fb83-4dc6-9f65-39b0ae7d9e25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.060740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02dbeb8-be4a-45ce-b230-d7682f15c0cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.068597] env[69984]: DEBUG nova.compute.manager [req-a53b4a4f-4f5d-4eae-9f09-54fed42569cd req-15c3f210-2fce-4af0-84c9-ef8261d9e0f6 service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Received event network-vif-deleted-38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.068597] env[69984]: INFO nova.compute.manager [req-a53b4a4f-4f5d-4eae-9f09-54fed42569cd req-15c3f210-2fce-4af0-84c9-ef8261d9e0f6 service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Neutron deleted interface 38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52; detaching it from the instance and deleting it from the info cache [ 742.068597] env[69984]: DEBUG nova.network.neutron [req-a53b4a4f-4f5d-4eae-9f09-54fed42569cd req-15c3f210-2fce-4af0-84c9-ef8261d9e0f6 service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.078900] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7327e6ca-7532-41ad-b417-523aff4bc154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.100412] env[69984]: DEBUG nova.compute.provider_tree [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.211607] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944681, 'name': CreateSnapshot_Task, 'duration_secs': 1.044432} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.211607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.211810] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465eb1f-e78c-45ca-90f6-265ea2f9b33c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.231799] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944690, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.381511] env[69984]: DEBUG nova.network.neutron [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.413964] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.467809] env[69984]: DEBUG oslo_vmware.api [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944687, 'name': PowerOnVM_Task, 'duration_secs': 0.541692} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.468108] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.471235] env[69984]: DEBUG nova.compute.manager [None req-043c6fd4-8f38-43df-b286-c22de3aee6bc tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.472778] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949273e-a3f7-4334-b566-c6b7f332db10 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.571576] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ef6be6b-0f64-4ad8-9737-04e0588cd22a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.583642] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752801f4-7b48-4b81-a0af-b0a42f105681 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.624662] env[69984]: DEBUG nova.scheduler.client.report [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.628380] env[69984]: DEBUG nova.compute.manager [req-a53b4a4f-4f5d-4eae-9f09-54fed42569cd req-15c3f210-2fce-4af0-84c9-ef8261d9e0f6 service nova] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Detach interface failed, port_id=38ce2e5e-70bf-40ed-84ba-16fb0dfd6c52, reason: Instance b36fdb89-69f6-47f5-8f5f-a8d0f51515c4 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.690228] env[69984]: DEBUG nova.network.neutron [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updated VIF entry in instance network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.690695] env[69984]: DEBUG nova.network.neutron [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.735969] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.736841] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95ae9e60-0338-4ff5-ad8e-897bc30845e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.750923] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944690, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.754209] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 742.754209] env[69984]: value = "task-3944692" [ 742.754209] env[69984]: _type = "Task" [ 742.754209] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.765042] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944692, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.796292] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Successfully updated port: f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.885931] env[69984]: INFO nova.compute.manager [-] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Took 1.43 seconds to deallocate network for instance. [ 742.915673] env[69984]: DEBUG oslo_vmware.api [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944691, 'name': PowerOnVM_Task, 'duration_secs': 0.533375} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.916754] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.917184] env[69984]: INFO nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Took 8.98 seconds to spawn the instance on the hypervisor. [ 742.917525] env[69984]: DEBUG nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.918847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd60efb-d3b6-40f2-b0b6-e309e8070a73 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.131457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.403s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.135322] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.859s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.135594] env[69984]: DEBUG nova.objects.instance [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'resources' on Instance uuid e7505b8e-fa4e-4662-a7a2-3ae95551961b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.169212] env[69984]: INFO nova.scheduler.client.report [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleted allocations for instance 427f2158-7d1b-4cdf-81ee-1373ecc412fc [ 743.194897] env[69984]: DEBUG oslo_concurrency.lockutils [req-add64f6b-000e-4469-8ff4-24ca64720737 req-8b24493d-c284-41b2-a666-a825f9243988 service nova] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.233334] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944690, 'name': CreateVM_Task, 'duration_secs': 1.088123} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.233895] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.234982] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.235331] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.235769] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.236196] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddd567f-be2e-4b58-8bdd-43eac91b0bc5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.245095] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 743.245095] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79dba-50df-c918-b5af-1aceee84b794" [ 743.245095] env[69984]: _type = "Task" [ 743.245095] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.254105] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79dba-50df-c918-b5af-1aceee84b794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.265984] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944692, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.301512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.301512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.301512] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.396860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.440965] env[69984]: INFO nova.compute.manager [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Took 48.85 seconds to build instance. [ 743.691084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ffa29a0-7f19-460e-a94f-84f0ce8660a2 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "427f2158-7d1b-4cdf-81ee-1373ecc412fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.393s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.757720] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79dba-50df-c918-b5af-1aceee84b794, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.762617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.762617] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.762826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.763094] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.766415] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c8c4d94-70e5-4f8b-bd5c-8e30a6db28dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.775684] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944692, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.776890] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.777085] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.781023] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1316c352-13e5-4a82-bbd4-9b0735adf626 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.785553] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 743.785553] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a66e2a-88f8-7d3b-e26f-1eb860d3c8dd" [ 743.785553] env[69984]: _type = "Task" [ 743.785553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.802874] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a66e2a-88f8-7d3b-e26f-1eb860d3c8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.806118] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ddcd4b-501c-4117-a5a9-012035a8ef78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.814159] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 743.814159] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5222493b-8aad-c68d-00b0-fb8fd2463b3d" [ 743.814159] env[69984]: _type = "Task" [ 743.814159] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.824119] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5222493b-8aad-c68d-00b0-fb8fd2463b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.875612] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.945950] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9dfa8c97-f19f-4133-863f-91ad85addb3d tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.093s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.082056] env[69984]: DEBUG nova.compute.manager [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Received event network-vif-plugged-f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.082255] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Acquiring lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.082590] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.082661] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.082775] env[69984]: DEBUG nova.compute.manager [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] No waiting events found dispatching network-vif-plugged-f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 744.082943] env[69984]: WARNING nova.compute.manager [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Received unexpected event network-vif-plugged-f895d558-54a2-496e-adb7-eecc9ec652fd for instance with vm_state building and task_state spawning. [ 744.083099] env[69984]: DEBUG nova.compute.manager [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Received event network-changed-f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.083252] env[69984]: DEBUG nova.compute.manager [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Refreshing instance network info cache due to event network-changed-f895d558-54a2-496e-adb7-eecc9ec652fd. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.083996] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Acquiring lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.133851] env[69984]: DEBUG nova.network.neutron [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updating instance_info_cache with network_info: [{"id": "f895d558-54a2-496e-adb7-eecc9ec652fd", "address": "fa:16:3e:e9:b1:37", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf895d558-54", "ovs_interfaceid": "f895d558-54a2-496e-adb7-eecc9ec652fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.268073] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944692, 'name': CloneVM_Task, 'duration_secs': 1.334392} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.269433] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Created linked-clone VM from snapshot [ 744.270258] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d112a9c-ae93-4f61-8d3d-5e16453e70ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.273628] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c5419-b705-4b8d-9359-24c60a549b37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.287032] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Uploading image 3ecd78fa-44a1-4260-8ba6-56264fdb62bd {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.289335] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf7ec6-ddfd-40cc-8cff-47ca71d97f91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.333604] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5f757-e716-4f44-9e0b-d2ad6f661229 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.338181] env[69984]: DEBUG nova.compute.manager [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.338394] env[69984]: DEBUG nova.compute.manager [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing instance network info cache due to event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.338668] env[69984]: DEBUG oslo_concurrency.lockutils [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] Acquiring lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.338832] env[69984]: DEBUG oslo_concurrency.lockutils [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] Acquired lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.339095] env[69984]: DEBUG nova.network.neutron [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.351990] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5222493b-8aad-c68d-00b0-fb8fd2463b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012897} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.354435] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.354435] env[69984]: value = "vm-782991" [ 744.354435] env[69984]: _type = "VirtualMachine" [ 744.354435] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.357627] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73adca19-3a3b-4dbf-b076-8d35b7c25c3d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.361523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.361838] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.362146] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0cdaacf5-0e9a-4824-bc02-693af8281599 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.365351] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf074c41-a15b-4b41-9c72-73fa35a0e1e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.379913] env[69984]: DEBUG nova.compute.provider_tree [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.387185] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lease: (returnval){ [ 744.387185] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8c7f6-60c0-4155-9df3-c15df632dcc6" [ 744.387185] env[69984]: _type = "HttpNfcLease" [ 744.387185] env[69984]: } obtained for exporting VM: (result){ [ 744.387185] env[69984]: value = "vm-782991" [ 744.387185] env[69984]: _type = "VirtualMachine" [ 744.387185] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.387185] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the lease: (returnval){ [ 744.387185] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8c7f6-60c0-4155-9df3-c15df632dcc6" [ 744.387185] env[69984]: _type = "HttpNfcLease" [ 744.387185] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.387185] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 744.387185] env[69984]: value = "task-3944693" [ 744.387185] env[69984]: _type = "Task" [ 744.387185] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.400424] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.400424] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8c7f6-60c0-4155-9df3-c15df632dcc6" [ 744.400424] env[69984]: _type = "HttpNfcLease" [ 744.400424] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.404681] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.404681] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8c7f6-60c0-4155-9df3-c15df632dcc6" [ 744.404681] env[69984]: _type = "HttpNfcLease" [ 744.404681] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.405132] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.406312] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9028c58-21d8-4b53-90dd-069046123997 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.416986] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.417466] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.472917] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.473272] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.473568] env[69984]: INFO nova.compute.manager [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Rebooting instance [ 744.476218] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.515564] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f01139b-45d0-4ef4-8934-0e764f45e4d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.639693] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.640101] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Instance network_info: |[{"id": "f895d558-54a2-496e-adb7-eecc9ec652fd", "address": "fa:16:3e:e9:b1:37", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf895d558-54", "ovs_interfaceid": "f895d558-54a2-496e-adb7-eecc9ec652fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.640490] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Acquired lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.640680] env[69984]: DEBUG nova.network.neutron [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Refreshing network info cache for port f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.642023] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b1:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f895d558-54a2-496e-adb7-eecc9ec652fd', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.652308] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Creating folder: Project (3286b7e4ad1748e08760955775091ae1). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.653481] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db3e2f7-aa99-4b28-989c-73827d4e0368 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.668812] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Created folder: Project (3286b7e4ad1748e08760955775091ae1) in parent group-v782883. [ 744.669036] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Creating folder: Instances. Parent ref: group-v782992. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.669324] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758c08e1-0d85-424f-9333-22264eae0537 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.682648] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Created folder: Instances in parent group-v782992. [ 744.683009] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.683227] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.683445] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c0ead38-9152-4801-b3b5-c8a5f6d9fe8b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.708015] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.708015] env[69984]: value = "task-3944697" [ 744.708015] env[69984]: _type = "Task" [ 744.708015] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.717594] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944697, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.888711] env[69984]: DEBUG nova.scheduler.client.report [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.906269] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.988275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.988552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.988773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.988959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.989373] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.993922] env[69984]: INFO nova.compute.manager [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Terminating instance [ 745.024307] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.026172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.203802] env[69984]: DEBUG nova.network.neutron [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updated VIF entry in instance network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.204166] env[69984]: DEBUG nova.network.neutron [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.226669] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944697, 'name': CreateVM_Task, 'duration_secs': 0.443608} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.230650] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.231962] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.232169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.232822] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.233661] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cf6792-a611-4285-92f3-8e9bf0dbeabe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.241045] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 745.241045] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e788cd-580b-a575-1733-3fbc7b0bcaf6" [ 745.241045] env[69984]: _type = "Task" [ 745.241045] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.252240] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e788cd-580b-a575-1733-3fbc7b0bcaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.402332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.409808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.844s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.415048] env[69984]: INFO nova.compute.claims [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.425083] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748673} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.425415] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.425763] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.426156] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1e83af-2ea8-493e-a31e-cf1ffe6a7fac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.436374] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 745.436374] env[69984]: value = "task-3944698" [ 745.436374] env[69984]: _type = "Task" [ 745.436374] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.451380] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.452755] env[69984]: INFO nova.scheduler.client.report [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance e7505b8e-fa4e-4662-a7a2-3ae95551961b [ 745.487877] env[69984]: DEBUG nova.network.neutron [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updated VIF entry in instance network info cache for port f895d558-54a2-496e-adb7-eecc9ec652fd. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.487877] env[69984]: DEBUG nova.network.neutron [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updating instance_info_cache with network_info: [{"id": "f895d558-54a2-496e-adb7-eecc9ec652fd", "address": "fa:16:3e:e9:b1:37", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf895d558-54", "ovs_interfaceid": "f895d558-54a2-496e-adb7-eecc9ec652fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.501846] env[69984]: DEBUG nova.compute.manager [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.502466] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.505047] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f31913-f7b7-4f46-977c-3c464ddd6760 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.516985] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.517575] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be2a149-f03f-4267-b75f-4a227c1fab74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.529023] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 745.529023] env[69984]: value = "task-3944699" [ 745.529023] env[69984]: _type = "Task" [ 745.529023] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.542739] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.708059] env[69984]: DEBUG oslo_concurrency.lockutils [req-48c50d64-a969-48f8-aaff-a006f7b86937 req-a40662fa-c3b2-41cb-9b58-f65c2527cbfa service nova] Releasing lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.712239] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquired lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.712239] env[69984]: DEBUG nova.network.neutron [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.763360] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e788cd-580b-a575-1733-3fbc7b0bcaf6, 'name': SearchDatastore_Task, 'duration_secs': 0.013107} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.763802] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.764083] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.764538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.764871] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.765083] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.765448] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db85ee1-6ca1-449c-aa99-2dbd33b89850 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.780412] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.780676] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.781619] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d50205-44fb-45c3-813b-9824178e3028 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.790930] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 745.790930] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e759da-0c32-9dd0-1d85-27b407fefef3" [ 745.790930] env[69984]: _type = "Task" [ 745.790930] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.808527] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e759da-0c32-9dd0-1d85-27b407fefef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.949715] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169267} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.950615] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.951060] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027ec29-8c86-4f2f-a158-59f20991810c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.984415] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.985305] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7f85edd0-51de-4207-8266-de4483443b42 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "e7505b8e-fa4e-4662-a7a2-3ae95551961b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.301s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.986292] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2679f413-403f-4dc6-a9fe-262e0d6ff43d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.006207] env[69984]: DEBUG oslo_concurrency.lockutils [req-6d002f53-fdb4-4951-88b3-e8a67894119d req-57ee8887-dfbc-450b-b3b9-050c7fe8df01 service nova] Releasing lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.014703] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 746.014703] env[69984]: value = "task-3944700" [ 746.014703] env[69984]: _type = "Task" [ 746.014703] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.025751] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.042405] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944699, 'name': PowerOffVM_Task, 'duration_secs': 0.30322} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.042972] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.043378] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.043848] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40273d4e-93aa-4f6a-9377-df492157679d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.121634] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.122504] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.122504] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleting the datastore file [datastore1] 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.122504] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3aa7dc-2aca-4fd1-8fe2-b6bad127f789 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.131991] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for the task: (returnval){ [ 746.131991] env[69984]: value = "task-3944702" [ 746.131991] env[69984]: _type = "Task" [ 746.131991] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.148030] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.190701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.192167] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.305974] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e759da-0c32-9dd0-1d85-27b407fefef3, 'name': SearchDatastore_Task, 'duration_secs': 0.026138} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.307024] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40fafa46-770b-42bd-aa03-02ad9cf91db0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.313943] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 746.313943] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5203ba69-6355-3e34-faff-c3880811eef6" [ 746.313943] env[69984]: _type = "Task" [ 746.313943] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.326183] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5203ba69-6355-3e34-faff-c3880811eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.538459] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.576237] env[69984]: DEBUG nova.network.neutron [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.645961] env[69984]: DEBUG oslo_vmware.api [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Task: {'id': task-3944702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466277} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.653517] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.653517] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.653517] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.653517] env[69984]: INFO nova.compute.manager [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 746.653517] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.653808] env[69984]: DEBUG nova.compute.manager [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.653808] env[69984]: DEBUG nova.network.neutron [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.833126] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5203ba69-6355-3e34-faff-c3880811eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.031868} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.833493] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.834224] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 98cbd308-5f38-4b3a-a8cd-bb500cece6fc/98cbd308-5f38-4b3a-a8cd-bb500cece6fc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.834529] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fedf711-e91e-44ba-abc6-ba1cba445631 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.846195] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 746.846195] env[69984]: value = "task-3944703" [ 746.846195] env[69984]: _type = "Task" [ 746.846195] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.860755] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.033864] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944700, 'name': ReconfigVM_Task, 'duration_secs': 0.833717} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.034436] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.035450] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a9750ef-326d-468a-a878-f36631b977ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.044906] env[69984]: INFO nova.compute.manager [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Rescuing [ 747.045172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.046248] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.046248] env[69984]: DEBUG nova.network.neutron [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.054278] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 747.054278] env[69984]: value = "task-3944704" [ 747.054278] env[69984]: _type = "Task" [ 747.054278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.067198] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944704, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.081440] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Releasing lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.173103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.173408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.189422] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041358b9-037e-4fa9-b373-43f592957416 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.199922] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e803bf-f3a6-4938-aed7-fe5bd109aeb1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.243029] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd2cc4-4cfa-4134-9b46-d9288c4cd97f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.251818] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d202e-6047-47bd-a8c9-050f80eee4ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.270374] env[69984]: DEBUG nova.compute.provider_tree [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.362470] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944703, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.391682] env[69984]: DEBUG nova.compute.manager [req-3952c335-5ec7-4475-a318-90b1a569c2e4 req-61ceb12e-e55e-4fe6-ba87-5548acebafcb service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Received event network-vif-deleted-46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.391838] env[69984]: INFO nova.compute.manager [req-3952c335-5ec7-4475-a318-90b1a569c2e4 req-61ceb12e-e55e-4fe6-ba87-5548acebafcb service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Neutron deleted interface 46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186; detaching it from the instance and deleting it from the info cache [ 747.392028] env[69984]: DEBUG nova.network.neutron [req-3952c335-5ec7-4475-a318-90b1a569c2e4 req-61ceb12e-e55e-4fe6-ba87-5548acebafcb service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.565303] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944704, 'name': Rename_Task, 'duration_secs': 0.219803} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.565303] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.565303] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de934a0c-b335-4f01-9334-c1e84707b2f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.574052] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 747.574052] env[69984]: value = "task-3944705" [ 747.574052] env[69984]: _type = "Task" [ 747.574052] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.586451] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.587204] env[69984]: DEBUG nova.compute.manager [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.588043] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a56902-16fb-4ca7-be25-df4e2e46a817 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.596534] env[69984]: DEBUG nova.network.neutron [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.776551] env[69984]: DEBUG nova.scheduler.client.report [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.858884] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695218} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.859271] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 98cbd308-5f38-4b3a-a8cd-bb500cece6fc/98cbd308-5f38-4b3a-a8cd-bb500cece6fc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.859623] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.859933] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceb5e68d-3d9b-49cb-ac7b-3fa3ccbe11fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.868678] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 747.868678] env[69984]: value = "task-3944706" [ 747.868678] env[69984]: _type = "Task" [ 747.868678] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.880703] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.883478] env[69984]: DEBUG nova.network.neutron [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Updating instance_info_cache with network_info: [{"id": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "address": "fa:16:3e:cd:c2:fa", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfe5287-9d", "ovs_interfaceid": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.895721] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825375bc-d645-47ba-98f3-4f942b5af498 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.906607] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d659e628-d8b4-4a45-ae7d-d13995c6e65a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.950363] env[69984]: DEBUG nova.compute.manager [req-3952c335-5ec7-4475-a318-90b1a569c2e4 req-61ceb12e-e55e-4fe6-ba87-5548acebafcb service nova] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Detach interface failed, port_id=46a8b87f-34c1-4f4b-a2c9-46cb3d6fc186, reason: Instance 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.084769] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944705, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.103670] env[69984]: INFO nova.compute.manager [-] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Took 1.45 seconds to deallocate network for instance. [ 748.282046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.282615] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.285742] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.609s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.386427] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08227} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.387063] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.389834] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.390719] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b0dfa-3f10-4a9b-a89c-9ab2d10a077e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.413864] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 98cbd308-5f38-4b3a-a8cd-bb500cece6fc/98cbd308-5f38-4b3a-a8cd-bb500cece6fc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.416492] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45493b16-9db7-45e6-acb4-0b9c6e89438e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.439647] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 748.439647] env[69984]: value = "task-3944707" [ 748.439647] env[69984]: _type = "Task" [ 748.439647] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.449275] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.587746] env[69984]: DEBUG oslo_vmware.api [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944705, 'name': PowerOnVM_Task, 'duration_secs': 0.631054} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.587827] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.587952] env[69984]: INFO nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Took 9.64 seconds to spawn the instance on the hypervisor. [ 748.588147] env[69984]: DEBUG nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.588966] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5033fe3d-f5cf-4530-b9d0-545df3954da2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.611066] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd5607-4ea2-4c3d-89b7-ee0ecb233695 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.614768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.620199] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Doing hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 748.620568] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-58a74843-32bb-4864-9de9-11da34c4efc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.628187] env[69984]: DEBUG oslo_vmware.api [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 748.628187] env[69984]: value = "task-3944708" [ 748.628187] env[69984]: _type = "Task" [ 748.628187] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.637225] env[69984]: DEBUG oslo_vmware.api [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944708, 'name': ResetVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.789652] env[69984]: DEBUG nova.compute.utils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.791438] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.791692] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.804518] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.851903] env[69984]: DEBUG nova.policy [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96ddf7c1e03f4e33bd6e60dbc47c4f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a891a7e3bed943d6b4c63f6120d2b531', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.952832] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.108103] env[69984]: INFO nova.compute.manager [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Took 45.05 seconds to build instance. [ 749.138978] env[69984]: DEBUG oslo_vmware.api [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944708, 'name': ResetVM_Task, 'duration_secs': 0.107341} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.139239] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Did hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 749.139431] env[69984]: DEBUG nova.compute.manager [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.140427] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb6c0e-f7d8-4d57-a19e-2849a3aebcb5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.342142] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.342307] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance eb6b4b44-de5b-4032-b75f-edb19e5610cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.342457] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 65509fc6-da67-4b2f-b054-ad70f32b14e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.342590] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c54c4c6e-ef12-4922-9e1d-96bbb1b544bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.342718] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.342833] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance cace175e-fd8b-41fe-a559-e0f30066a26b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.342945] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 7b734fe9-f3fd-4230-a28d-6152e33ec400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.343076] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c634ecbc-24a3-4509-9639-efa6d2ad78c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.343192] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance eea8c53a-dd34-418d-b7ae-1cfafb122d6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.343303] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 00c1a65c-7b29-4f5f-b3c1-493e8910c197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.343427] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 927564a9-da00-4eea-9547-4f9195659ea7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.343541] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3150ea52-5efd-4f64-af55-c42822bae56c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.343664] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 72249b92-83ad-45b1-93a0-f99c97e4154a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.343785] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 44167ce1-d6e6-4227-ac28-db123bc36a17 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.343899] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ea38b005-2876-436c-8043-c4a03a946c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.344363] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 7d31a8d5-85f3-430e-85d2-cc69cce4c936 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.344630] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 88680cae-3279-4a16-997a-d39504aa920a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.344899] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6f79348a-64cf-4104-a96b-5022e39e331e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.345055] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 5789478b-a15a-49e1-8bd6-36ad5496feb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.345177] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance b4bb86cb-c79b-4305-995a-9abaf8e5beb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.345303] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance b36fdb89-69f6-47f5-8f5f-a8d0f51515c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 749.345419] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.345531] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6610d030-9550-43f8-a8b2-703d222d842e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.345640] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 98cbd308-5f38-4b3a-a8cd-bb500cece6fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.345748] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 2c9fc03a-de34-4328-b616-b66758604ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 749.455116] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944707, 'name': ReconfigVM_Task, 'duration_secs': 0.859319} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.455423] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 98cbd308-5f38-4b3a-a8cd-bb500cece6fc/98cbd308-5f38-4b3a-a8cd-bb500cece6fc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.456088] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff8a2eb9-7a3d-4311-8dde-9b37273e35cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.465236] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 749.465236] env[69984]: value = "task-3944709" [ 749.465236] env[69984]: _type = "Task" [ 749.465236] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.475544] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944709, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.610081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06c16820-2e6c-4b6c-bfd9-dfe74fb9eb38 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.819s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.655781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ce0708bb-fe5d-4f02-b610-8bcd89d00530 tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.182s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.706968] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Successfully created port: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.818127] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.849613] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance a0125c6c-33b0-43a4-a698-33e601ba5918 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.858318] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.858318] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.858318] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.860152] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.860350] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.860546] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.860810] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.860978] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.861165] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.861334] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.861540] env[69984]: DEBUG nova.virt.hardware [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.862477] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced913c-6219-415a-9edd-3833e9e9a745 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.874598] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1e6f0d-6a3e-4ece-b9fc-9d9a25fc9aa0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.951758] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.952113] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2fc1ef-2e2b-437e-9b8f-3b0bf1bdfe94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.961424] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 749.961424] env[69984]: value = "task-3944710" [ 749.961424] env[69984]: _type = "Task" [ 749.961424] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.977520] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.986769] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944709, 'name': Rename_Task, 'duration_secs': 0.280501} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.987247] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.987867] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78226230-6898-40b9-8baf-d9b597d7912f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.998627] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 749.998627] env[69984]: value = "task-3944711" [ 749.998627] env[69984]: _type = "Task" [ 749.998627] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.010300] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.114337] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.353852] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1fd55807-996b-4591-9709-f7508bda3b29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.473109] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944710, 'name': PowerOffVM_Task, 'duration_secs': 0.224057} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.473277] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.474525] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b177e221-6345-4fc2-ab4a-799d31184028 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.496940] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc8a46c-d72e-454a-9c4f-03d4f6e1ce56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.511095] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.517602] env[69984]: DEBUG nova.compute.manager [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.517798] env[69984]: DEBUG nova.compute.manager [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing instance network info cache due to event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.518046] env[69984]: DEBUG oslo_concurrency.lockutils [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.518197] env[69984]: DEBUG oslo_concurrency.lockutils [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.518363] env[69984]: DEBUG nova.network.neutron [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.542613] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.542929] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5668d14-3616-4148-afcf-56fa12560abf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.550623] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 750.550623] env[69984]: value = "task-3944712" [ 750.550623] env[69984]: _type = "Task" [ 750.550623] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.563883] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 750.564230] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.564533] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.565214] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.565432] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.565712] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc444d21-3429-4349-aaed-8eadc83fcb87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.577206] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.577509] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.578456] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a942b551-9334-4bfb-b635-23e9f8ae2ef0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584765] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 750.584765] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e710c4-92c1-a38d-d4c0-558746084c61" [ 750.584765] env[69984]: _type = "Task" [ 750.584765] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.590603] env[69984]: DEBUG nova.compute.manager [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.594048] env[69984]: DEBUG nova.compute.manager [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing instance network info cache due to event network-changed-6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.594048] env[69984]: DEBUG oslo_concurrency.lockutils [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] Acquiring lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.594048] env[69984]: DEBUG oslo_concurrency.lockutils [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] Acquired lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.594048] env[69984]: DEBUG nova.network.neutron [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Refreshing network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.599776] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e710c4-92c1-a38d-d4c0-558746084c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.643324] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.856926] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e246ab47-3dde-41bc-ac57-4cbfb3059192 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.011728] env[69984]: DEBUG oslo_vmware.api [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3944711, 'name': PowerOnVM_Task, 'duration_secs': 0.766919} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.012123] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.012223] env[69984]: INFO nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Took 9.27 seconds to spawn the instance on the hypervisor. [ 751.012395] env[69984]: DEBUG nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.013265] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e48befd-5177-425f-95ec-62d825246956 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.102989] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e710c4-92c1-a38d-d4c0-558746084c61, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.102989] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df700ca0-3efc-42dc-be1d-a4d122230845 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.107505] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 751.107505] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521cf3bf-f3eb-8d42-d0ea-dce85632bc5b" [ 751.107505] env[69984]: _type = "Task" [ 751.107505] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.118390] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521cf3bf-f3eb-8d42-d0ea-dce85632bc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355212] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.355506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.355754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.355950] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.356143] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.362901] env[69984]: INFO nova.compute.manager [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Terminating instance [ 751.364686] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 886d6345-a38f-40dc-b6c3-e50f3a9bf72c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.497228] env[69984]: DEBUG nova.network.neutron [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updated VIF entry in instance network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.497594] env[69984]: DEBUG nova.network.neutron [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.515077] env[69984]: DEBUG nova.network.neutron [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updated VIF entry in instance network info cache for port 6a81da3b-fdad-4266-b137-97b044da2c3c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.515772] env[69984]: DEBUG nova.network.neutron [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [{"id": "6a81da3b-fdad-4266-b137-97b044da2c3c", "address": "fa:16:3e:ed:f7:14", "network": {"id": "4fa0b5f6-d551-43f6-96b5-70f6869ef926", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1927136801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dee8ea3e0f214d25988707c6d9d968de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a81da3b-fd", "ovs_interfaceid": "6a81da3b-fdad-4266-b137-97b044da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.533754] env[69984]: INFO nova.compute.manager [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Took 46.59 seconds to build instance. [ 751.629241] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Successfully updated port: 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.634023] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521cf3bf-f3eb-8d42-d0ea-dce85632bc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.634023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.634023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 751.634023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555bb288-b338-44e0-a2aa-37d398487c22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.639692] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 751.639692] env[69984]: value = "task-3944713" [ 751.639692] env[69984]: _type = "Task" [ 751.639692] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.650406] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.873009] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8966e0fd-93cf-4a1f-aac7-883d017a6b6a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.874031] env[69984]: DEBUG nova.compute.manager [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.874031] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.875209] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf4297-efa0-4703-a8f9-4e056e65585a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.885500] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.886517] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38e5427-129c-4141-9c21-0d65bdb703f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.897247] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 751.897247] env[69984]: value = "task-3944714" [ 751.897247] env[69984]: _type = "Task" [ 751.897247] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.909658] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.004364] env[69984]: DEBUG oslo_concurrency.lockutils [req-cbe19fd3-b527-4edc-84ef-fce39b3d796c req-b16da45e-5fd7-4cd2-9a69-37756e04e0f8 service nova] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.018649] env[69984]: DEBUG oslo_concurrency.lockutils [req-80eab8d6-51a8-44c8-8e2c-74533035f037 req-d40bf3f7-e375-40ad-b922-b6989ca330c0 service nova] Releasing lock "refresh_cache-d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.036742] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d4845caf-383e-4019-bff7-2e99b652025f tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.262s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.133515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.133515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquired lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.133515] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.155440] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944713, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.375849] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.410891] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944714, 'name': PowerOffVM_Task, 'duration_secs': 0.247748} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.411299] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.411605] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.411948] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd8b103-c721-4492-a96a-af676e1c296a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.476251] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.476487] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.476686] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleting the datastore file [datastore2] d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.477098] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3edde5ed-90d9-450b-bb84-7d911cff1207 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.485553] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 752.485553] env[69984]: value = "task-3944716" [ 752.485553] env[69984]: _type = "Task" [ 752.485553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.499906] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.540317] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.591241] env[69984]: DEBUG nova.compute.manager [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received event network-vif-plugged-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.591241] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Acquiring lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.591241] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.591241] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.591241] env[69984]: DEBUG nova.compute.manager [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] No waiting events found dispatching network-vif-plugged-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.591500] env[69984]: WARNING nova.compute.manager [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received unexpected event network-vif-plugged-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 for instance with vm_state building and task_state spawning. [ 752.591500] env[69984]: DEBUG nova.compute.manager [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.591500] env[69984]: DEBUG nova.compute.manager [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing instance network info cache due to event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.591500] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Acquiring lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.651897] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607311} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.652598] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 752.654746] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c87709-1c5c-459b-8332-5f7de4915f43 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.681758] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.682843] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.684806] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca441db-51ac-4288-b5ec-12e6f5086bba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.706071] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 752.706071] env[69984]: value = "task-3944717" [ 752.706071] env[69984]: _type = "Task" [ 752.706071] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.716545] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.884871] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 320bc199-1361-4dce-8888-0b8e1b81588e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.894754] env[69984]: DEBUG nova.network.neutron [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [{"id": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "address": "fa:16:3e:91:2d:ee", "network": {"id": "3e14ca4a-ab9d-4f42-9b91-7d7ca05fe08a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-624224637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a891a7e3bed943d6b4c63f6120d2b531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084c597-c7", "ovs_interfaceid": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.996084] env[69984]: DEBUG oslo_vmware.api [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157578} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.996411] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.996610] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.996812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.996998] env[69984]: INFO nova.compute.manager [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 752.997294] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.997509] env[69984]: DEBUG nova.compute.manager [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.997636] env[69984]: DEBUG nova.network.neutron [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.071992] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.217958] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.386490] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8c99ef9e-5b2d-4091-a20a-42c288533995 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.399023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Releasing lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.399165] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Instance network_info: |[{"id": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "address": "fa:16:3e:91:2d:ee", "network": {"id": "3e14ca4a-ab9d-4f42-9b91-7d7ca05fe08a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-624224637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a891a7e3bed943d6b4c63f6120d2b531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084c597-c7", "ovs_interfaceid": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.399523] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Acquired lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.399766] env[69984]: DEBUG nova.network.neutron [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.401627] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2d:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.412953] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Creating folder: Project (a891a7e3bed943d6b4c63f6120d2b531). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.417944] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a569db26-4973-4979-8d56-251d9830e59a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.431246] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Created folder: Project (a891a7e3bed943d6b4c63f6120d2b531) in parent group-v782883. [ 753.431502] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Creating folder: Instances. Parent ref: group-v782995. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.431788] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced804a2-ea5a-488f-ab54-cf7e2e65645d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.442874] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Created folder: Instances in parent group-v782995. [ 753.443165] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.443378] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.443629] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd428973-890c-4a56-aaa8-b83ceec7855e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.468134] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.468134] env[69984]: value = "task-3944720" [ 753.468134] env[69984]: _type = "Task" [ 753.468134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.477683] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944720, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.689179] env[69984]: DEBUG nova.network.neutron [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updated VIF entry in instance network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.689573] env[69984]: DEBUG nova.network.neutron [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [{"id": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "address": "fa:16:3e:91:2d:ee", "network": {"id": "3e14ca4a-ab9d-4f42-9b91-7d7ca05fe08a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-624224637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a891a7e3bed943d6b4c63f6120d2b531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084c597-c7", "ovs_interfaceid": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.716607] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944717, 'name': ReconfigVM_Task, 'duration_secs': 0.660132} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.716905] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.717818] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad7248c-4c36-434d-927c-281cbee15467 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.745894] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce21a1c0-627e-4c00-9176-d756b2a02b7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.763280] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 753.763280] env[69984]: value = "task-3944721" [ 753.763280] env[69984]: _type = "Task" [ 753.763280] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.774287] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.819077] env[69984]: DEBUG nova.network.neutron [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.890631] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.980166] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944720, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.193281] env[69984]: DEBUG oslo_concurrency.lockutils [req-a3ef0c98-b3b3-4a96-b9af-1862120abad4 req-469fc521-5554-48eb-92cb-3e37972c87a3 service nova] Releasing lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.273047] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.322093] env[69984]: INFO nova.compute.manager [-] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Took 1.32 seconds to deallocate network for instance. [ 754.394614] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.480083] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944720, 'name': CreateVM_Task, 'duration_secs': 0.919734} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.480288] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.481039] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.481215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.481740] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.481817] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3be738-a5bf-47b2-9bf9-233f97c460ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.488111] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 754.488111] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e17c67-6243-36cb-ed20-3288b577788f" [ 754.488111] env[69984]: _type = "Task" [ 754.488111] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.497963] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e17c67-6243-36cb-ed20-3288b577788f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.618841] env[69984]: DEBUG nova.compute.manager [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Received event network-changed-f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.619058] env[69984]: DEBUG nova.compute.manager [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Refreshing instance network info cache due to event network-changed-f895d558-54a2-496e-adb7-eecc9ec652fd. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.619290] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] Acquiring lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.619440] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] Acquired lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.619605] env[69984]: DEBUG nova.network.neutron [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Refreshing network info cache for port f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.774701] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944721, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.829246] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.896422] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 23de6c8c-9515-44a8-8e1b-d268275c3513 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.999934] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e17c67-6243-36cb-ed20-3288b577788f, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.000290] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.000665] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.000807] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.000955] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.001147] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.001443] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d0667b-ac01-4da7-a1d7-270550eb1037 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.012431] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.012623] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.013401] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ffbbe3-5c55-4b27-ace0-b8178fc81476 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.019379] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 755.019379] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc63bb-0d8e-4f84-5205-dd2c7baa3297" [ 755.019379] env[69984]: _type = "Task" [ 755.019379] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.027870] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc63bb-0d8e-4f84-5205-dd2c7baa3297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.275439] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944721, 'name': ReconfigVM_Task, 'duration_secs': 1.258629} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.275742] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.276417] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e97c42-6c35-41a7-842f-c2f14fd9239b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.283880] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 755.283880] env[69984]: value = "task-3944722" [ 755.283880] env[69984]: _type = "Task" [ 755.283880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.292689] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.400251] env[69984]: DEBUG nova.network.neutron [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updated VIF entry in instance network info cache for port f895d558-54a2-496e-adb7-eecc9ec652fd. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.400251] env[69984]: DEBUG nova.network.neutron [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updating instance_info_cache with network_info: [{"id": "f895d558-54a2-496e-adb7-eecc9ec652fd", "address": "fa:16:3e:e9:b1:37", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf895d558-54", "ovs_interfaceid": "f895d558-54a2-496e-adb7-eecc9ec652fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.400497] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e97d0fb5-dfa6-4c8e-9401-d5e062187aed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.530605] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc63bb-0d8e-4f84-5205-dd2c7baa3297, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.531416] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2032e5-c35b-464d-86b1-aafdb4978b3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.538022] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 755.538022] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ab1869-02e8-c4e0-35ab-8b939e78e99f" [ 755.538022] env[69984]: _type = "Task" [ 755.538022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.547132] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ab1869-02e8-c4e0-35ab-8b939e78e99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.795167] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.904397] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] Releasing lock "refresh_cache-98cbd308-5f38-4b3a-a8cd-bb500cece6fc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.904825] env[69984]: DEBUG nova.compute.manager [req-4f61fa00-5eeb-4805-9196-288ea68406a4 req-d9710d84-e556-4e21-b9a6-fba03df63cc7 service nova] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Received event network-vif-deleted-6a81da3b-fdad-4266-b137-97b044da2c3c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.905665] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1bba3e35-6626-40d3-8dc3-c10178e2b081 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.049261] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ab1869-02e8-c4e0-35ab-8b939e78e99f, 'name': SearchDatastore_Task, 'duration_secs': 0.012476} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.049559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.049825] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 2c9fc03a-de34-4328-b616-b66758604ebf/2c9fc03a-de34-4328-b616-b66758604ebf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.050548] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61420927-7448-4b44-b35e-4d51cda899f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.058886] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 756.058886] env[69984]: value = "task-3944723" [ 756.058886] env[69984]: _type = "Task" [ 756.058886] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.068344] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.275999] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.277036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdea1d8-df10-4c8b-8fde-ae3ed73db3d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.283920] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.284129] env[69984]: ERROR oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk due to incomplete transfer. [ 756.284385] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ebefa29-8b46-44ad-9bc8-0d6f7bdfb8be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.296072] env[69984]: DEBUG oslo_vmware.api [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944722, 'name': PowerOnVM_Task, 'duration_secs': 0.716369} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.297447] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.299591] env[69984]: DEBUG oslo_vmware.rw_handles [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529d507b-8f3c-0174-c152-f39b2cf4d91f/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.299806] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Uploaded image 3ecd78fa-44a1-4260-8ba6-56264fdb62bd to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.303142] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.303654] env[69984]: DEBUG nova.compute.manager [None req-55448e5d-ec64-4b4b-9645-d1d7ea6124a0 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.303914] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c759e746-e681-49c9-a61c-14423fadd97b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.306066] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41745c17-26cb-4059-8a43-568c51d12f67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.316011] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 756.316011] env[69984]: value = "task-3944724" [ 756.316011] env[69984]: _type = "Task" [ 756.316011] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.325561] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944724, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.409198] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 4be5a395-4ce0-4579-8f8d-f538f567e8be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.409598] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 756.409740] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 756.571072] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.833931] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944724, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.991349] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbf375-b200-414b-8ee3-679a029eb08f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.999074] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3fee94-cae5-4270-bd87-4c8bbb23b648 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.030142] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9e075-1a36-428c-9a02-75156646166f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.037470] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28a794-def3-46b6-8244-03a47492ef37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.050458] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.068933] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.069219] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 2c9fc03a-de34-4328-b616-b66758604ebf/2c9fc03a-de34-4328-b616-b66758604ebf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.069434] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.069674] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9040ec-2738-407a-943f-fef9ace56b39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.077026] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 757.077026] env[69984]: value = "task-3944725" [ 757.077026] env[69984]: _type = "Task" [ 757.077026] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.085199] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.331221] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944724, 'name': Destroy_Task, 'duration_secs': 0.837505} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.331724] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Destroyed the VM [ 757.331724] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.332015] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a21fc1f6-3d62-43e1-b72b-8a006fb2d82f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.339100] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 757.339100] env[69984]: value = "task-3944726" [ 757.339100] env[69984]: _type = "Task" [ 757.339100] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.347912] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.553465] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.586529] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080907} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.586809] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.587590] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340b89e-1084-48d0-9b16-57dd244ae555 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.612046] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2c9fc03a-de34-4328-b616-b66758604ebf/2c9fc03a-de34-4328-b616-b66758604ebf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.613552] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ec3d3e-46c5-489f-8490-6c109bcf091a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.634019] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 757.634019] env[69984]: value = "task-3944727" [ 757.634019] env[69984]: _type = "Task" [ 757.634019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.643133] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.848936] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.922462] env[69984]: INFO nova.compute.manager [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Unrescuing [ 757.923549] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923549] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923549] env[69984]: DEBUG nova.network.neutron [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.059018] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 758.059321] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.774s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.059599] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.332s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.059789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.062606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.990s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.062878] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.064923] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.119s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.066436] env[69984]: INFO nova.compute.claims [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.094753] env[69984]: INFO nova.scheduler.client.report [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocations for instance 72249b92-83ad-45b1-93a0-f99c97e4154a [ 758.097397] env[69984]: INFO nova.scheduler.client.report [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Deleted allocations for instance 44167ce1-d6e6-4227-ac28-db123bc36a17 [ 758.144083] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.354288] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.611861] env[69984]: DEBUG oslo_concurrency.lockutils [None req-00f9005d-1e93-4f52-9144-b5bca77affe5 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "72249b92-83ad-45b1-93a0-f99c97e4154a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.396s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.615128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-84d35eb1-58c6-454f-aafb-187cf2513c1e tempest-AttachInterfacesV270Test-533225169 tempest-AttachInterfacesV270Test-533225169-project-member] Lock "44167ce1-d6e6-4227-ac28-db123bc36a17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.587s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.648048] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944727, 'name': ReconfigVM_Task, 'duration_secs': 0.591151} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.649977] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2c9fc03a-de34-4328-b616-b66758604ebf/2c9fc03a-de34-4328-b616-b66758604ebf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.650714] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d28539d-06d7-41d4-bdc2-ff4dfc3100c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.658829] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 758.658829] env[69984]: value = "task-3944728" [ 758.658829] env[69984]: _type = "Task" [ 758.658829] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.670816] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944728, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.743868] env[69984]: DEBUG nova.network.neutron [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Updating instance_info_cache with network_info: [{"id": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "address": "fa:16:3e:cd:c2:fa", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cfe5287-9d", "ovs_interfaceid": "5cfe5287-9d2f-459b-a24c-75d4572d8b3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.850116] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944726, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.173316] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944728, 'name': Rename_Task, 'duration_secs': 0.158391} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.176243] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.176557] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae838f1a-285c-43aa-8787-116c29ef7fe2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.183650] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 759.183650] env[69984]: value = "task-3944729" [ 759.183650] env[69984]: _type = "Task" [ 759.183650] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.194988] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.247926] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-5789478b-a15a-49e1-8bd6-36ad5496feb9" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.248692] env[69984]: DEBUG nova.objects.instance [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'flavor' on Instance uuid 5789478b-a15a-49e1-8bd6-36ad5496feb9 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.352787] env[69984]: DEBUG oslo_vmware.api [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944726, 'name': RemoveSnapshot_Task, 'duration_secs': 1.725823} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.353114] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 759.353387] env[69984]: INFO nova.compute.manager [None req-ae4fb507-49d9-407c-a968-17bc898dbb87 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 19.22 seconds to snapshot the instance on the hypervisor. [ 759.587346] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a556a2-e984-4fad-81c6-d855ff88ae19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.596051] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed844e1-4b29-405f-8df9-cac170003e03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.630272] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb30d7-c386-4f9c-a4a3-6e592c96b033 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.639134] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d3699f-4afb-4368-82d3-25249c584067 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.654448] env[69984]: DEBUG nova.compute.provider_tree [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.695962] env[69984]: DEBUG oslo_vmware.api [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944729, 'name': PowerOnVM_Task, 'duration_secs': 0.504282} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.696445] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.696697] env[69984]: INFO nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Took 9.88 seconds to spawn the instance on the hypervisor. [ 759.698458] env[69984]: DEBUG nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.699451] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f695fff2-07f3-4556-8c25-5cb66c1310a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.757020] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d57a56d-e58a-4073-8538-6f65b6eecb32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.782520] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.783091] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa5eddc-6eaa-4919-8fb4-30b58567eabd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.793158] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 759.793158] env[69984]: value = "task-3944730" [ 759.793158] env[69984]: _type = "Task" [ 759.793158] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.803638] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.160016] env[69984]: DEBUG nova.scheduler.client.report [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.220180] env[69984]: INFO nova.compute.manager [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Took 49.69 seconds to build instance. [ 760.304251] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944730, 'name': PowerOffVM_Task, 'duration_secs': 0.236965} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.307730] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.310953] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.311454] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468d458f-dc0d-4cfa-9ab8-774f9ebab47f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.332207] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 760.332207] env[69984]: value = "task-3944731" [ 760.332207] env[69984]: _type = "Task" [ 760.332207] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.341680] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.665672] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.666291] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.669076] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.951s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.669313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.671479] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.321s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.672995] env[69984]: INFO nova.compute.claims [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.717764] env[69984]: INFO nova.scheduler.client.report [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted allocations for instance 65509fc6-da67-4b2f-b054-ad70f32b14e8 [ 760.723465] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dc6fa51b-369e-4aca-bbf3-e7f95679e5da tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.518s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.847460] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944731, 'name': ReconfigVM_Task, 'duration_secs': 0.45971} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.847460] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.847460] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.847460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-814a3a7f-2e8a-43ad-ab06-24320e0279e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.854924] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 760.854924] env[69984]: value = "task-3944732" [ 760.854924] env[69984]: _type = "Task" [ 760.854924] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.864150] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.178821] env[69984]: DEBUG nova.compute.utils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.182021] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.182163] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.229299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e526d6ff-bf53-4fe9-9033-0a4d81ebd075 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "65509fc6-da67-4b2f-b054-ad70f32b14e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.089s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.233855] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.255863] env[69984]: DEBUG nova.policy [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2127ae1928ca45fe980186f062346b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b06c557fad79427ebd6ae6d179c6f4ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.276738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "88680cae-3279-4a16-997a-d39504aa920a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.277035] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.277237] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "88680cae-3279-4a16-997a-d39504aa920a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.277426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.277614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.281404] env[69984]: INFO nova.compute.manager [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Terminating instance [ 761.367080] env[69984]: DEBUG oslo_vmware.api [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944732, 'name': PowerOnVM_Task, 'duration_secs': 0.442788} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.367546] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.367838] env[69984]: DEBUG nova.compute.manager [None req-30c2bf6b-092d-4983-94d5-6a7580c3f170 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 761.368754] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966ddd1-fd56-4f21-b7ff-bf64ab88a396 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.661892] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Successfully created port: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.686829] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.760415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.788279] env[69984]: DEBUG nova.compute.manager [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.788535] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.789597] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ac3593-d572-4507-80cc-101a8aebd2f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.800178] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.801127] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdffa396-8f48-4abf-83a4-33a609b7bbe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.808032] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 761.808032] env[69984]: value = "task-3944733" [ 761.808032] env[69984]: _type = "Task" [ 761.808032] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.820928] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.290153] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2888d1-ec8d-4ec4-85ec-c7c09d351615 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.299447] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f67d2-1d48-44c7-98ba-5da746a1b8aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.344317] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8aac3a-ed2a-4cfd-ae15-7b4b55e2791e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.360855] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c224c84-43c8-41ae-87b4-72dfb4c62cbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.365055] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944733, 'name': PowerOffVM_Task, 'duration_secs': 0.326338} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.365403] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.365627] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.366337] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bce1fb-8e70-4fb5-a659-b395276a0d50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.377463] env[69984]: DEBUG nova.compute.provider_tree [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.431492] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.431812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.432073] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Deleting the datastore file [datastore1] 88680cae-3279-4a16-997a-d39504aa920a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.432453] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24d31584-f1e0-4682-96ee-909de15dd829 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.441213] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for the task: (returnval){ [ 762.441213] env[69984]: value = "task-3944735" [ 762.441213] env[69984]: _type = "Task" [ 762.441213] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.452657] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.556040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.556321] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.556520] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.556717] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.556892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.559468] env[69984]: INFO nova.compute.manager [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Terminating instance [ 762.571586] env[69984]: DEBUG nova.compute.manager [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.571807] env[69984]: DEBUG nova.compute.manager [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing instance network info cache due to event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.572041] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] Acquiring lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.572190] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] Acquired lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.572365] env[69984]: DEBUG nova.network.neutron [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.702731] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.745021] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.745302] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.745467] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.745654] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.745802] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.745943] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.746343] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.746525] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.746707] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.746893] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.747202] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.748028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6366d-9323-4179-af84-17a5e6f34741 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.758434] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f07748-42b8-4ce0-8769-fc170ec249dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.884391] env[69984]: DEBUG nova.scheduler.client.report [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.952644] env[69984]: DEBUG oslo_vmware.api [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Task: {'id': task-3944735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497322} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.952884] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.953094] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.953257] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.953436] env[69984]: INFO nova.compute.manager [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.953689] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.953897] env[69984]: DEBUG nova.compute.manager [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.953996] env[69984]: DEBUG nova.network.neutron [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.063230] env[69984]: DEBUG nova.compute.manager [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.063399] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.065027] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8d5a12-ff3a-45dd-9dc2-92f59fca9a08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.074415] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.076184] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb93eed4-967c-4f3f-a3de-08bbd796f9c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.084453] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 763.084453] env[69984]: value = "task-3944736" [ 763.084453] env[69984]: _type = "Task" [ 763.084453] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.094676] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.336870] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Successfully updated port: 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.387842] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.388430] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.391570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.710s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.391832] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.394651] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.119s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.394904] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.396541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.764s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.396726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.398457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.131s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.400033] env[69984]: INFO nova.compute.claims [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.429781] env[69984]: INFO nova.scheduler.client.report [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleted allocations for instance 7d31a8d5-85f3-430e-85d2-cc69cce4c936 [ 763.434122] env[69984]: INFO nova.scheduler.client.report [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Deleted allocations for instance 927564a9-da00-4eea-9547-4f9195659ea7 [ 763.452923] env[69984]: INFO nova.scheduler.client.report [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Deleted allocations for instance c54c4c6e-ef12-4922-9e1d-96bbb1b544bf [ 763.594651] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944736, 'name': PowerOffVM_Task, 'duration_secs': 0.235712} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.595025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.595253] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.595590] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec22341e-ed88-4c20-8c73-2e9a0e05fe6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.607047] env[69984]: DEBUG nova.compute.manager [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Received event network-vif-plugged-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.607319] env[69984]: DEBUG oslo_concurrency.lockutils [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] Acquiring lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.607868] env[69984]: DEBUG oslo_concurrency.lockutils [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.608125] env[69984]: DEBUG oslo_concurrency.lockutils [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.608413] env[69984]: DEBUG nova.compute.manager [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] No waiting events found dispatching network-vif-plugged-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.608753] env[69984]: WARNING nova.compute.manager [req-922d2275-072c-4550-94e0-df223fb8b1ef req-7025314e-49c1-4a5a-9a7f-c9e25978c0fb service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Received unexpected event network-vif-plugged-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 for instance with vm_state building and task_state spawning. [ 763.667777] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.668014] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.668211] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleting the datastore file [datastore1] f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.668528] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ecc6fe1-8319-4fb1-8570-cf13f1e36ab1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.679803] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for the task: (returnval){ [ 763.679803] env[69984]: value = "task-3944738" [ 763.679803] env[69984]: _type = "Task" [ 763.679803] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.691774] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.810031] env[69984]: DEBUG nova.network.neutron [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updated VIF entry in instance network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.810031] env[69984]: DEBUG nova.network.neutron [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [{"id": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "address": "fa:16:3e:91:2d:ee", "network": {"id": "3e14ca4a-ab9d-4f42-9b91-7d7ca05fe08a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-624224637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a891a7e3bed943d6b4c63f6120d2b531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084c597-c7", "ovs_interfaceid": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.843197] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.843197] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.843197] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.909200] env[69984]: DEBUG nova.compute.utils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.915241] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.917246] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.943805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f4763e95-1ba3-4757-a1f2-12702dd5503f tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "7d31a8d5-85f3-430e-85d2-cc69cce4c936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.476s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.946952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82da9e49-4d44-438d-8903-b0fe7921f881 tempest-ServersV294TestFqdnHostnames-543866546 tempest-ServersV294TestFqdnHostnames-543866546-project-member] Lock "927564a9-da00-4eea-9547-4f9195659ea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.301s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.969413] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6693b33a-ded4-4b83-a359-5d84dbe38743 tempest-VolumesAssistedSnapshotsTest-1352104234 tempest-VolumesAssistedSnapshotsTest-1352104234-project-member] Lock "c54c4c6e-ef12-4922-9e1d-96bbb1b544bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.535s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.019869] env[69984]: DEBUG nova.policy [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2127ae1928ca45fe980186f062346b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b06c557fad79427ebd6ae6d179c6f4ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.160564] env[69984]: DEBUG nova.network.neutron [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.190931] env[69984]: DEBUG oslo_vmware.api [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Task: {'id': task-3944738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.194539] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.194539] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.194539] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.194539] env[69984]: INFO nova.compute.manager [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 764.194539] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.194834] env[69984]: DEBUG nova.compute.manager [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.194834] env[69984]: DEBUG nova.network.neutron [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.315796] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6fb2e94-23ef-4059-95f7-a41f9df73d28 req-009df32d-8963-4214-8560-765453aa35dd service nova] Releasing lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.419030] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.433024] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.474288] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "cace175e-fd8b-41fe-a559-e0f30066a26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.474929] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.475314] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.475439] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.476099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.479180] env[69984]: INFO nova.compute.manager [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Terminating instance [ 764.663183] env[69984]: INFO nova.compute.manager [-] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Took 1.71 seconds to deallocate network for instance. [ 764.859762] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Updating instance_info_cache with network_info: [{"id": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "address": "fa:16:3e:83:cb:be", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d68f7dd-e7", "ovs_interfaceid": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.983147] env[69984]: DEBUG nova.compute.manager [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.983649] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.984958] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db838a8-cba5-48c9-9acd-d666882e8a44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997160] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.997160] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fec06d7-d13a-47d0-9e7f-6c4397443e17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.004332] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 765.004332] env[69984]: value = "task-3944739" [ 765.004332] env[69984]: _type = "Task" [ 765.004332] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.017487] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.019961] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcccd0e-e55a-4388-89c9-f2a4340cf32e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.027488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0580f0-f676-48b4-8a1f-c13e5173c2bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.067863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf5acc-4ee0-4d31-b7a2-dd8e5d033fc4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.077275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93feca09-42d1-4f90-a706-880cbf6fe604 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.085608] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Successfully created port: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.097160] env[69984]: DEBUG nova.compute.provider_tree [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.169424] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.283378] env[69984]: DEBUG nova.compute.manager [req-4f2eaa4c-bb62-4c5c-96c1-df44022c81cf req-cb863b0f-f46e-437e-a7bf-6b115fd0070c service nova] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Received event network-vif-deleted-b8baeeff-9b2c-42dc-8ad5-9fc3c2dc8238 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.363391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.363751] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Instance network_info: |[{"id": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "address": "fa:16:3e:83:cb:be", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d68f7dd-e7", "ovs_interfaceid": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.364195] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:cb:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d68f7dd-e70f-4277-9602-993c2aa3dbc1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.372447] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Creating folder: Project (b06c557fad79427ebd6ae6d179c6f4ad). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.373171] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41be3b67-f6a8-46b7-b667-4fbe1f139672 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.386575] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Created folder: Project (b06c557fad79427ebd6ae6d179c6f4ad) in parent group-v782883. [ 765.387040] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Creating folder: Instances. Parent ref: group-v782998. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.387127] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74f0c61-f86c-4681-8dfd-f6363a615444 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.402934] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Created folder: Instances in parent group-v782998. [ 765.402934] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.402934] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.402934] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bab8d1f-deea-4cc5-b607-ac49e859f979 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.425683] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.425683] env[69984]: value = "task-3944742" [ 765.425683] env[69984]: _type = "Task" [ 765.425683] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.436423] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944742, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.441226] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.474821] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.475149] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.475335] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.475659] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.475659] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.475806] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.476034] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.476199] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.476432] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.476624] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.476806] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.477714] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b4653-e5b3-47d5-8ec8-45fc7edea66a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.486315] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4985a1c4-2b9f-4623-9e67-b9b3cdc23558 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.517256] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944739, 'name': PowerOffVM_Task, 'duration_secs': 0.373307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.517527] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.517695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.517993] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e8d895-53cb-481a-8da1-369459552942 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.585406] env[69984]: DEBUG nova.network.neutron [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.591312] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.591312] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.591312] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleting the datastore file [datastore1] cace175e-fd8b-41fe-a559-e0f30066a26b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.591312] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a045b3-6f8b-462d-b296-7d6e456c8a7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.599537] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for the task: (returnval){ [ 765.599537] env[69984]: value = "task-3944744" [ 765.599537] env[69984]: _type = "Task" [ 765.599537] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.603164] env[69984]: DEBUG nova.scheduler.client.report [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.611577] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.937310] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944742, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.095119] env[69984]: INFO nova.compute.manager [-] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Took 1.90 seconds to deallocate network for instance. [ 766.109956] env[69984]: DEBUG oslo_vmware.api [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Task: {'id': task-3944744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306147} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.110351] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.111189] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.113254] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.113254] env[69984]: INFO nova.compute.manager [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 766.113254] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.113540] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.114069] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.118872] env[69984]: DEBUG nova.compute.manager [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.118872] env[69984]: DEBUG nova.network.neutron [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.119163] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.365s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.121306] env[69984]: INFO nova.compute.claims [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.361866] env[69984]: DEBUG nova.compute.manager [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Received event network-changed-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.362082] env[69984]: DEBUG nova.compute.manager [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Refreshing instance network info cache due to event network-changed-2d68f7dd-e70f-4277-9602-993c2aa3dbc1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.362314] env[69984]: DEBUG oslo_concurrency.lockutils [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] Acquiring lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.362460] env[69984]: DEBUG oslo_concurrency.lockutils [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] Acquired lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.362634] env[69984]: DEBUG nova.network.neutron [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Refreshing network info cache for port 2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.439707] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944742, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.603972] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.620897] env[69984]: DEBUG nova.compute.utils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.622844] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.625979] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.753100] env[69984]: DEBUG nova.policy [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2127ae1928ca45fe980186f062346b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b06c557fad79427ebd6ae6d179c6f4ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.939106] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944742, 'name': CreateVM_Task, 'duration_secs': 1.05828} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.939419] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.940193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.940598] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.941061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.941219] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f1a331-38f6-4c26-9621-b82b5f3fb8b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.947407] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 766.947407] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524d40b7-8dc4-ac0c-7e48-9d819bd93196" [ 766.947407] env[69984]: _type = "Task" [ 766.947407] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.958840] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524d40b7-8dc4-ac0c-7e48-9d819bd93196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.108354] env[69984]: DEBUG nova.network.neutron [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.126756] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.395855] env[69984]: DEBUG nova.network.neutron [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Updated VIF entry in instance network info cache for port 2d68f7dd-e70f-4277-9602-993c2aa3dbc1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.396439] env[69984]: DEBUG nova.network.neutron [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Updating instance_info_cache with network_info: [{"id": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "address": "fa:16:3e:83:cb:be", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d68f7dd-e7", "ovs_interfaceid": "2d68f7dd-e70f-4277-9602-993c2aa3dbc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.465462] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524d40b7-8dc4-ac0c-7e48-9d819bd93196, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.470852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.470852] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.470852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.470852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.471770] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.471770] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebcd4415-4566-4794-bc49-674c10ec50c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.483157] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.483647] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.484687] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0084b844-a626-4fa1-9555-c35af9dc7445 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.498583] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 767.498583] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52de542d-0963-c2bf-d6c7-8b4405e6c952" [ 767.498583] env[69984]: _type = "Task" [ 767.498583] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.512507] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52de542d-0963-c2bf-d6c7-8b4405e6c952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.556234] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Successfully updated port: 185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.614113] env[69984]: INFO nova.compute.manager [-] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Took 1.50 seconds to deallocate network for instance. [ 767.666182] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Successfully created port: e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.759193] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df29ddf-20ff-4f52-bb9f-7870ddbfae3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.767457] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7190c8-b2a8-4ffe-8b67-fbb75e63c11c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.800261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2dcb79-5109-4e4f-9501-a74fe4927d42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.808417] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9a45b2-46b7-452a-ad3e-7f8ff80f8a44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.829393] env[69984]: DEBUG nova.compute.provider_tree [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.900660] env[69984]: DEBUG oslo_concurrency.lockutils [req-4a22627a-07d8-4fb7-9105-8fccc7591252 req-faf66a39-d2f2-413d-8efa-e7e25ce66fe5 service nova] Releasing lock "refresh_cache-a0125c6c-33b0-43a4-a698-33e601ba5918" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.017103] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52de542d-0963-c2bf-d6c7-8b4405e6c952, 'name': SearchDatastore_Task, 'duration_secs': 0.01762} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.018047] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fe17f8-5854-4853-b49e-36b0d1f02dc3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.025600] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 768.025600] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e5785-3734-fd32-9f3f-c44bef73d2e7" [ 768.025600] env[69984]: _type = "Task" [ 768.025600] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.038216] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e5785-3734-fd32-9f3f-c44bef73d2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.058099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.058099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.058294] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.124644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.142054] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.182655] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.183027] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.183243] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.183482] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.184067] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.184067] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.184067] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.184895] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.185134] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.185316] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.185500] env[69984]: DEBUG nova.virt.hardware [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.186432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e05903-8c28-42f6-8706-34eff497d0b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.199917] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f358578c-03a9-4f5b-a81b-00cffe7bc3b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.332235] env[69984]: DEBUG nova.scheduler.client.report [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.541470] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e5785-3734-fd32-9f3f-c44bef73d2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.541470] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.541470] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] a0125c6c-33b0-43a4-a698-33e601ba5918/a0125c6c-33b0-43a4-a698-33e601ba5918.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.541470] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b64d6230-7e50-4e4e-92f3-92a175050a34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.551134] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 768.551134] env[69984]: value = "task-3944745" [ 768.551134] env[69984]: _type = "Task" [ 768.551134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.563876] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.641374] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.805639] env[69984]: DEBUG nova.compute.manager [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Received event network-vif-deleted-bdd2a6b0-a841-4d7b-a292-2d94b24618dc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.806012] env[69984]: DEBUG nova.compute.manager [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Received event network-vif-deleted-dfb7e19e-0c3d-40a0-b537-7c4fa824ad50 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.806181] env[69984]: DEBUG nova.compute.manager [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Received event network-vif-plugged-185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.806379] env[69984]: DEBUG oslo_concurrency.lockutils [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] Acquiring lock "1fd55807-996b-4591-9709-f7508bda3b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.806594] env[69984]: DEBUG oslo_concurrency.lockutils [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] Lock "1fd55807-996b-4591-9709-f7508bda3b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.806766] env[69984]: DEBUG oslo_concurrency.lockutils [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] Lock "1fd55807-996b-4591-9709-f7508bda3b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.807056] env[69984]: DEBUG nova.compute.manager [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] No waiting events found dispatching network-vif-plugged-185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.807286] env[69984]: WARNING nova.compute.manager [req-d5955e24-bc96-4a28-ad5f-ebd3b17ed872 req-79bcc5f5-3e00-41c0-bcf2-37f345941f98 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Received unexpected event network-vif-plugged-185f6acb-69a1-444b-8f91-ff80beb4a1d8 for instance with vm_state building and task_state spawning. [ 768.838761] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.839476] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.844329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.580s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.845519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.847843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.695s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.849597] env[69984]: INFO nova.compute.claims [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.905102] env[69984]: INFO nova.scheduler.client.report [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Deleted allocations for instance 6f79348a-64cf-4104-a96b-5022e39e331e [ 768.912611] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Updating instance_info_cache with network_info: [{"id": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "address": "fa:16:3e:47:62:66", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185f6acb-69", "ovs_interfaceid": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.062403] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495862} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.062657] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] a0125c6c-33b0-43a4-a698-33e601ba5918/a0125c6c-33b0-43a4-a698-33e601ba5918.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.062971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.063276] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0210fb64-2691-48af-8f46-48d289accc2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.073980] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 769.073980] env[69984]: value = "task-3944746" [ 769.073980] env[69984]: _type = "Task" [ 769.073980] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.086184] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.288092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "dbc7420e-bc90-46e8-adde-c2295f321634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.288347] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.366890] env[69984]: DEBUG nova.compute.utils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.369807] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.370055] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.418857] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.423213] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Instance network_info: |[{"id": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "address": "fa:16:3e:47:62:66", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185f6acb-69", "ovs_interfaceid": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.424314] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2489992d-3ba3-4d7c-8d41-cb21bb4ab14a tempest-InstanceActionsV221TestJSON-976272228 tempest-InstanceActionsV221TestJSON-976272228-project-member] Lock "6f79348a-64cf-4104-a96b-5022e39e331e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.621s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.428956] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:62:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '185f6acb-69a1-444b-8f91-ff80beb4a1d8', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.441297] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.441961] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.445177] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-229e9c5c-ec82-4753-8973-1296616ff58f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.458963] env[69984]: DEBUG nova.policy [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a764cef5ff640ef9f2944f5427f4dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '366a053734e847a8bba9d60a95c2ca7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.467874] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.467874] env[69984]: value = "task-3944747" [ 769.467874] env[69984]: _type = "Task" [ 769.467874] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.481578] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944747, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.583693] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068632} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.584016] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.584837] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6bf0fc-0f2d-4f2e-9dda-29f89be7d8cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.609699] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a0125c6c-33b0-43a4-a698-33e601ba5918/a0125c6c-33b0-43a4-a698-33e601ba5918.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.610046] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958a3b91-c82c-4ebd-96f3-8b0c150dba12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.635461] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 769.635461] env[69984]: value = "task-3944748" [ 769.635461] env[69984]: _type = "Task" [ 769.635461] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.645978] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.875193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.875463] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.876093] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.985563] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944747, 'name': CreateVM_Task, 'duration_secs': 0.378002} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.985563] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.985563] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.985563] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.986081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.989323] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c05ef0a-fab6-4294-bded-57f493c472a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.001234] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.001234] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a44729-b1d9-9f4f-fe4d-f830278c1dfb" [ 770.001234] env[69984]: _type = "Task" [ 770.001234] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.017469] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a44729-b1d9-9f4f-fe4d-f830278c1dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.022658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.022658] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.022658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.022658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.024698] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.024698] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82020fe7-1308-4e6c-bd78-6d4201548fed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.034167] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.034367] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.035184] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cd3676b-0a3d-40e1-b89f-bc82af9b1149 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.046844] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.046844] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52116cb2-85e9-153a-ef6c-5a3d660ec3d9" [ 770.046844] env[69984]: _type = "Task" [ 770.046844] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.059990] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52116cb2-85e9-153a-ef6c-5a3d660ec3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.064995] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7455f0-5929-4fed-a00a-49bf9976a6f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.072474] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.072474] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8cae7-ee3a-f877-2ca3-5eefaa4f0dca" [ 770.072474] env[69984]: _type = "Task" [ 770.072474] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.088311] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Successfully created port: f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.090384] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e8cae7-ee3a-f877-2ca3-5eefaa4f0dca, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.090688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.090952] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1fd55807-996b-4591-9709-f7508bda3b29/1fd55807-996b-4591-9709-f7508bda3b29.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.091552] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83543cc3-a3b0-4cfc-a6ee-b10ae765c99f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.100769] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.100769] env[69984]: value = "task-3944749" [ 770.100769] env[69984]: _type = "Task" [ 770.100769] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.108659] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.150034] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944748, 'name': ReconfigVM_Task, 'duration_secs': 0.298065} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.150469] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a0125c6c-33b0-43a4-a698-33e601ba5918/a0125c6c-33b0-43a4-a698-33e601ba5918.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.151950] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-214adffa-edc7-4baa-a00d-e7fcfc9d8748 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.165290] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.165290] env[69984]: value = "task-3944750" [ 770.165290] env[69984]: _type = "Task" [ 770.165290] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.171768] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Successfully updated port: e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.183038] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944750, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.514803] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40e742-f1fc-4d5f-9cf5-f8571064c51a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.529413] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e413cde-3373-45b5-8aa8-87f194558c96 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.565533] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2436e3d6-13bd-4678-8ec5-5683941acdaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.576654] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6a7e2-0586-48e1-9147-ac34c219d457 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.592925] env[69984]: DEBUG nova.compute.provider_tree [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.610793] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944749, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.680411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.680731] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.681009] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.683091] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944750, 'name': Rename_Task, 'duration_secs': 0.333885} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.683708] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.684099] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45bc814a-b9db-4d21-bcd0-d4f913ea7785 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.693179] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 770.693179] env[69984]: value = "task-3944751" [ 770.693179] env[69984]: _type = "Task" [ 770.693179] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.708695] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.890863] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.920870] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.921386] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.921386] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.921528] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.921686] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.921896] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.922443] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.922634] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.922821] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.922992] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.923220] env[69984]: DEBUG nova.virt.hardware [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.925017] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c28074-f768-499d-83f2-039733165d0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.933322] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f6a7b9-6d2e-4a93-acba-6e6307124b12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.096275] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Received event network-changed-185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.096275] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Refreshing instance network info cache due to event network-changed-185f6acb-69a1-444b-8f91-ff80beb4a1d8. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.096275] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquiring lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.096275] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquired lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.096973] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Refreshing network info cache for port 185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.098312] env[69984]: DEBUG nova.scheduler.client.report [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.121998] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547212} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.121998] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1fd55807-996b-4591-9709-f7508bda3b29/1fd55807-996b-4591-9709-f7508bda3b29.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.121998] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.122269] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6571109a-fcd0-4a80-83e4-4b0bf46b054a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.132288] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 771.132288] env[69984]: value = "task-3944752" [ 771.132288] env[69984]: _type = "Task" [ 771.132288] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.143523] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.206978] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944751, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.261385] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.565316] env[69984]: DEBUG nova.network.neutron [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Updating instance_info_cache with network_info: [{"id": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "address": "fa:16:3e:5d:aa:f0", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6496e7a-22", "ovs_interfaceid": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.607436] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.607994] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.614791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.548s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.616286] env[69984]: INFO nova.compute.claims [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.652190] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240547} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.652483] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.653313] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cdacff-9df9-4c25-8bf8-fd900fa9e4d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.681072] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1fd55807-996b-4591-9709-f7508bda3b29/1fd55807-996b-4591-9709-f7508bda3b29.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.682521] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ac6017-d7dd-49d5-bef1-f6da2ee6b168 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.708315] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944751, 'name': PowerOnVM_Task, 'duration_secs': 0.58619} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.712212] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.712434] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Took 9.01 seconds to spawn the instance on the hypervisor. [ 771.712613] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.712999] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 771.712999] env[69984]: value = "task-3944753" [ 771.712999] env[69984]: _type = "Task" [ 771.712999] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.714522] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a284d0c-5b27-4bad-a698-874212263223 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.728552] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.875879] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "2c9fc03a-de34-4328-b616-b66758604ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.876152] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.876372] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.876546] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.876708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.879782] env[69984]: INFO nova.compute.manager [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Terminating instance [ 772.069144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.069482] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Instance network_info: |[{"id": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "address": "fa:16:3e:5d:aa:f0", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6496e7a-22", "ovs_interfaceid": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.069945] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:aa:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6496e7a-222a-48bf-b44f-82b1c5188d96', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.080400] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.080738] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.081025] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4228f6f5-198c-4a18-b122-9972efd31641 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.111624] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.111624] env[69984]: value = "task-3944754" [ 772.111624] env[69984]: _type = "Task" [ 772.111624] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.116699] env[69984]: DEBUG nova.compute.utils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.121044] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.121044] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.134397] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944754, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.202845] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Updated VIF entry in instance network info cache for port 185f6acb-69a1-444b-8f91-ff80beb4a1d8. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.203228] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Updating instance_info_cache with network_info: [{"id": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "address": "fa:16:3e:47:62:66", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap185f6acb-69", "ovs_interfaceid": "185f6acb-69a1-444b-8f91-ff80beb4a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.208273] env[69984]: DEBUG nova.policy [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a664251fe6c14bcd986ebb8a90c68171', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210f5efae2e54f3e9e5330f0ded7cd43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.226835] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944753, 'name': ReconfigVM_Task, 'duration_secs': 0.294888} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.227827] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1fd55807-996b-4591-9709-f7508bda3b29/1fd55807-996b-4591-9709-f7508bda3b29.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.228561] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc45af01-387c-43a0-9e2e-16e8126ba718 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.239429] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 772.239429] env[69984]: value = "task-3944755" [ 772.239429] env[69984]: _type = "Task" [ 772.239429] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.250404] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Took 59.32 seconds to build instance. [ 772.261369] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944755, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.379635] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Successfully updated port: f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.384961] env[69984]: DEBUG nova.compute.manager [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.384961] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.385375] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9bd94-c75b-4885-a1bb-71e320f3b668 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.403462] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.404841] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a0ddf26-ce84-4af9-aa60-0a45cee7fc20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.414062] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 772.414062] env[69984]: value = "task-3944756" [ 772.414062] env[69984]: _type = "Task" [ 772.414062] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.426301] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.623560] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944754, 'name': CreateVM_Task, 'duration_secs': 0.360834} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.624350] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.627108] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.628193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.628592] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.631050] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.631050] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b76572e-c0a9-470a-9b94-bf27263bd3e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.638315] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 772.638315] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e79ef0-b261-b288-2daf-e17f75537ed6" [ 772.638315] env[69984]: _type = "Task" [ 772.638315] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.649368] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e79ef0-b261-b288-2daf-e17f75537ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.649688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.649922] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.650169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.650307] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.650483] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.651475] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3529f7-6214-4d2a-a6f4-af7758ffed0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.661028] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.661416] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.662199] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f7a907-0df2-411d-8e32-aa26b2c98705 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.671207] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 772.671207] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d43632-ecea-aa03-ab92-ccce262210d7" [ 772.671207] env[69984]: _type = "Task" [ 772.671207] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.682139] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d43632-ecea-aa03-ab92-ccce262210d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.683135] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a9da13-6b4e-41cb-a300-650181daa4ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.698411] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 772.698411] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5266d010-cacd-84f4-46db-230f36a70861" [ 772.698411] env[69984]: _type = "Task" [ 772.698411] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.706979] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Releasing lock "refresh_cache-1fd55807-996b-4591-9709-f7508bda3b29" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.707251] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.707401] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing instance network info cache due to event network-changed-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.707605] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquiring lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707744] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquired lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707901] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Refreshing network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.712897] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5266d010-cacd-84f4-46db-230f36a70861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.753027] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944755, 'name': Rename_Task, 'duration_secs': 0.150679} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.753027] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.753027] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f248fc-280d-41f6-a8a7-fe080412090c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.754366] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.145s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.762857] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 772.762857] env[69984]: value = "task-3944757" [ 772.762857] env[69984]: _type = "Task" [ 772.762857] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.771708] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.882318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.882471] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.882631] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.928584] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944756, 'name': PowerOffVM_Task, 'duration_secs': 0.192745} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.929432] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.929607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.936147] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee09bf57-0e90-4d13-a2ad-bf217c13348a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.020426] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.020731] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.022023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Deleting the datastore file [datastore2] 2c9fc03a-de34-4328-b616-b66758604ebf {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.022023] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b9ec028-e3a9-48fd-ad85-fb739a411f87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.029829] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for the task: (returnval){ [ 773.029829] env[69984]: value = "task-3944759" [ 773.029829] env[69984]: _type = "Task" [ 773.029829] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.037193] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Successfully created port: 0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.050188] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.213982] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5266d010-cacd-84f4-46db-230f36a70861, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.219944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.220360] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e246ab47-3dde-41bc-ac57-4cbfb3059192/e246ab47-3dde-41bc-ac57-4cbfb3059192.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.221295] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd554ea0-4dbc-4405-8483-ec46a801d7ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.231948] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 773.231948] env[69984]: value = "task-3944760" [ 773.231948] env[69984]: _type = "Task" [ 773.231948] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.245568] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.257757] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.278797] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944757, 'name': PowerOnVM_Task, 'duration_secs': 0.486015} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.279396] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.279732] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Took 7.84 seconds to spawn the instance on the hypervisor. [ 773.280030] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.281107] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01fbcb4-dc5b-4ebf-81db-d971667acc8e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.310033] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a150ec-ad78-49aa-b72d-36218da3bf8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.323421] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d72380-9fe7-42f4-b92f-a2defaa47da8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.360287] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c6f89-0778-48a4-9229-91a76ad5d3a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.367030] env[69984]: DEBUG nova.compute.manager [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Received event network-vif-plugged-f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.367030] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.367030] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.367030] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.367030] env[69984]: DEBUG nova.compute.manager [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] No waiting events found dispatching network-vif-plugged-f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.367314] env[69984]: WARNING nova.compute.manager [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Received unexpected event network-vif-plugged-f0b84a64-11dd-4939-8940-f853c3686050 for instance with vm_state building and task_state spawning. [ 773.367314] env[69984]: DEBUG nova.compute.manager [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Received event network-changed-f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.367314] env[69984]: DEBUG nova.compute.manager [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Refreshing instance network info cache due to event network-changed-f0b84a64-11dd-4939-8940-f853c3686050. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.367314] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.373062] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eda6da-dc51-4901-a066-e4667ee540e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.392411] env[69984]: DEBUG nova.compute.provider_tree [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.526228] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.542150] env[69984]: DEBUG oslo_vmware.api [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Task: {'id': task-3944759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161884} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.542150] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.542150] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.542150] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.542150] env[69984]: INFO nova.compute.manager [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 773.542499] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.542499] env[69984]: DEBUG nova.compute.manager [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.542499] env[69984]: DEBUG nova.network.neutron [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.637299] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.683965] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.684461] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.685511] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.685511] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.685511] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.685511] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.685511] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.686050] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.686050] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.686122] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.686409] env[69984]: DEBUG nova.virt.hardware [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.687604] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0648d72d-570b-4734-98d8-a956d15e8531 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.699207] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365799e-c3c1-4cbd-ada3-f60cba87e406 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.744406] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512302} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.747131] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e246ab47-3dde-41bc-ac57-4cbfb3059192/e246ab47-3dde-41bc-ac57-4cbfb3059192.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.747372] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.748383] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df7bc9c4-6537-48b0-9835-46a9b3d65ed9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.759598] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 773.759598] env[69984]: value = "task-3944761" [ 773.759598] env[69984]: _type = "Task" [ 773.759598] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.774787] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.792535] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.806492] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Took 56.47 seconds to build instance. [ 773.835226] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updated VIF entry in instance network info cache for port 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.836137] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [{"id": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "address": "fa:16:3e:91:2d:ee", "network": {"id": "3e14ca4a-ab9d-4f42-9b91-7d7ca05fe08a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-624224637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a891a7e3bed943d6b4c63f6120d2b531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2084c597-c7", "ovs_interfaceid": "2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.850450] env[69984]: DEBUG nova.network.neutron [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.900136] env[69984]: DEBUG nova.scheduler.client.report [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.182118] env[69984]: DEBUG nova.compute.manager [req-cd7f3351-8f13-434d-bb90-9d39e9fafb3a req-57872c5d-e385-4034-bc75-b7bd358a8059 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Received event network-vif-deleted-2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.182428] env[69984]: INFO nova.compute.manager [req-cd7f3351-8f13-434d-bb90-9d39e9fafb3a req-57872c5d-e385-4034-bc75-b7bd358a8059 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Neutron deleted interface 2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37; detaching it from the instance and deleting it from the info cache [ 774.182583] env[69984]: DEBUG nova.network.neutron [req-cd7f3351-8f13-434d-bb90-9d39e9fafb3a req-57872c5d-e385-4034-bc75-b7bd358a8059 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.271160] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072693} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.271494] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.272325] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb339b-a005-4541-a71b-3c0804d74ac5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.306209] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e246ab47-3dde-41bc-ac57-4cbfb3059192/e246ab47-3dde-41bc-ac57-4cbfb3059192.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.306694] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbb56a1-4835-4545-9c23-c8095753b019 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.321047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.682s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.330028] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 774.330028] env[69984]: value = "task-3944762" [ 774.330028] env[69984]: _type = "Task" [ 774.330028] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.339149] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Releasing lock "refresh_cache-2c9fc03a-de34-4328-b616-b66758604ebf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.339420] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Received event network-vif-plugged-e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.339617] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquiring lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.340126] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.340126] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.340245] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] No waiting events found dispatching network-vif-plugged-e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.340309] env[69984]: WARNING nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Received unexpected event network-vif-plugged-e6496e7a-222a-48bf-b44f-82b1c5188d96 for instance with vm_state building and task_state spawning. [ 774.340484] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Received event network-changed-e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.340662] env[69984]: DEBUG nova.compute.manager [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Refreshing instance network info cache due to event network-changed-e6496e7a-222a-48bf-b44f-82b1c5188d96. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.340981] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquiring lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.340981] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Acquired lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.341190] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Refreshing network info cache for port e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.342357] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.354126] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.355029] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Instance network_info: |[{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.355185] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.355381] env[69984]: DEBUG nova.network.neutron [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Refreshing network info cache for port f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.357220] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0b84a64-11dd-4939-8940-f853c3686050', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.365236] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating folder: Project (366a053734e847a8bba9d60a95c2ca7b). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.369512] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9628df70-08c3-4c31-aa54-b61e7dcd4a4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.383254] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created folder: Project (366a053734e847a8bba9d60a95c2ca7b) in parent group-v782883. [ 774.383644] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating folder: Instances. Parent ref: group-v783003. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.383918] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37820a7-e44e-4c12-a646-9bccd4120704 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.396409] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created folder: Instances in parent group-v783003. [ 774.396708] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.397042] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.397306] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d16bf0-47cb-4508-a1bc-3b9d1df71b9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.421593] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.422225] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.426073] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.028s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.426073] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.426825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.401s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.428637] env[69984]: INFO nova.compute.claims [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.438965] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.438965] env[69984]: value = "task-3944765" [ 774.438965] env[69984]: _type = "Task" [ 774.438965] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.448437] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944765, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.471382] env[69984]: INFO nova.scheduler.client.report [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Deleted allocations for instance b36fdb89-69f6-47f5-8f5f-a8d0f51515c4 [ 774.488459] env[69984]: DEBUG nova.network.neutron [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.685552] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-195183d2-59d9-487f-af2b-e54c43ff3a32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.696566] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a86160-614f-4760-a6dd-b9c9151fafcd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732496] env[69984]: DEBUG nova.compute.manager [req-cd7f3351-8f13-434d-bb90-9d39e9fafb3a req-57872c5d-e385-4034-bc75-b7bd358a8059 service nova] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Detach interface failed, port_id=2084c597-c72c-4fe9-bb4b-ae2fbb5e5b37, reason: Instance 2c9fc03a-de34-4328-b616-b66758604ebf could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.824576] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.859355] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944762, 'name': ReconfigVM_Task, 'duration_secs': 0.459725} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.859355] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e246ab47-3dde-41bc-ac57-4cbfb3059192/e246ab47-3dde-41bc-ac57-4cbfb3059192.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.859644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-275d7dc8-909b-4970-8d48-e052395e2b7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.869035] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 774.869035] env[69984]: value = "task-3944766" [ 774.869035] env[69984]: _type = "Task" [ 774.869035] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.872337] env[69984]: DEBUG nova.network.neutron [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updated VIF entry in instance network info cache for port f0b84a64-11dd-4939-8940-f853c3686050. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.872957] env[69984]: DEBUG nova.network.neutron [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.880482] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944766, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.936140] env[69984]: DEBUG nova.compute.utils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.938215] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.938620] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.952570] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944765, 'name': CreateVM_Task, 'duration_secs': 0.498056} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.955214] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.956890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.957136] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.957578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.958842] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef25373-e79d-44f6-b43d-5a42f928add7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.966110] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 774.966110] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b53e83-75d6-31e9-de2f-5b59939a37dd" [ 774.966110] env[69984]: _type = "Task" [ 774.966110] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.982268] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b53e83-75d6-31e9-de2f-5b59939a37dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.983978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-45ab7f1d-1f30-484c-884f-31c8b27a0c9e tempest-DeleteServersAdminTestJSON-23861225 tempest-DeleteServersAdminTestJSON-23861225-project-member] Lock "b36fdb89-69f6-47f5-8f5f-a8d0f51515c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.307s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.994046] env[69984]: INFO nova.compute.manager [-] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Took 1.45 seconds to deallocate network for instance. [ 775.095933] env[69984]: DEBUG nova.policy [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7dcbcffb5e34fadbc71a46403a02d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eecb82fd63284523aad170b9d339a8da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.106969] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Successfully updated port: 0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.309253] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Updated VIF entry in instance network info cache for port e6496e7a-222a-48bf-b44f-82b1c5188d96. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.310020] env[69984]: DEBUG nova.network.neutron [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Updating instance_info_cache with network_info: [{"id": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "address": "fa:16:3e:5d:aa:f0", "network": {"id": "3facb3ff-8359-4c8a-aac1-0c732c06ca1d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1537023719-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b06c557fad79427ebd6ae6d179c6f4ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6496e7a-22", "ovs_interfaceid": "e6496e7a-222a-48bf-b44f-82b1c5188d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.359385] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.376105] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a9f8e19-586d-47fa-87e0-79226b9a2ed8 req-81ecd03d-910e-4491-8d91-c5e43968112a service nova] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.383996] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944766, 'name': Rename_Task, 'duration_secs': 0.197399} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.384715] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.385114] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a627d4-0e69-434e-909a-cc3681f5039d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.400028] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 775.400028] env[69984]: value = "task-3944767" [ 775.400028] env[69984]: _type = "Task" [ 775.400028] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.413600] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.444965] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.481361] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b53e83-75d6-31e9-de2f-5b59939a37dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.484351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.484615] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.484854] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.485017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.485203] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.485683] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686700c1-d54d-46c1-baa8-57dc7ff85521 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.495954] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.496173] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.497074] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b04586d-0cb9-438b-a8cd-c6601b9be263 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.503339] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 775.503339] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296370a-0dce-f717-9be1-891b5dfb4553" [ 775.503339] env[69984]: _type = "Task" [ 775.503339] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.510669] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.516583] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296370a-0dce-f717-9be1-891b5dfb4553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.615822] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.615978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.616885] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.650301] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Successfully created port: 5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.813449] env[69984]: DEBUG oslo_concurrency.lockutils [req-18afdef2-3b1f-4910-8a0b-7c319022e3eb req-1a59ba4c-e3e4-496b-a768-5e207ce87bb9 service nova] Releasing lock "refresh_cache-e246ab47-3dde-41bc-ac57-4cbfb3059192" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.915253] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944767, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.022841] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296370a-0dce-f717-9be1-891b5dfb4553, 'name': SearchDatastore_Task, 'duration_secs': 0.015847} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.024962] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9083aa2-1f54-4b0d-9c08-b069c1792009 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.036925] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 776.036925] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525d7dfd-a9e6-4d19-81cc-9c00c204d3e6" [ 776.036925] env[69984]: _type = "Task" [ 776.036925] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.055297] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525d7dfd-a9e6-4d19-81cc-9c00c204d3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.087597] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66335a3d-9ed2-451b-ab13-9a787e8830e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.102339] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52250bbc-4c53-47d4-8ab6-72e250bab933 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.139984] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb3386-4578-4641-8663-724a48adc545 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.153015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b4a220-186e-4767-9616-555213422fbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.169085] env[69984]: DEBUG nova.compute.provider_tree [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.226796] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.304877] env[69984]: DEBUG nova.compute.manager [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received event network-vif-plugged-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.304877] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.304877] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.304877] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.304877] env[69984]: DEBUG nova.compute.manager [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] No waiting events found dispatching network-vif-plugged-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.305118] env[69984]: WARNING nova.compute.manager [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received unexpected event network-vif-plugged-0a2c092f-de76-4e9a-896e-32276bc5dc3e for instance with vm_state building and task_state spawning. [ 776.305118] env[69984]: DEBUG nova.compute.manager [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.305440] env[69984]: DEBUG nova.compute.manager [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing instance network info cache due to event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.305858] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Acquiring lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.415682] env[69984]: DEBUG oslo_vmware.api [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944767, 'name': PowerOnVM_Task, 'duration_secs': 0.531095} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.416031] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.416185] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Took 8.27 seconds to spawn the instance on the hypervisor. [ 776.418238] env[69984]: DEBUG nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.418238] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250bc79-26a2-42ee-8659-26d42a3a0411 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.456797] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.525447] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='61f3cc03-f395-4571-a756-6dc11498f5d3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2074746602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.525447] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.525447] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.525593] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.525593] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.525593] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.525593] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.525593] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.525746] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.525746] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.525746] env[69984]: DEBUG nova.virt.hardware [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.526113] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7beef0-daeb-4747-8ce4-5b1e63813a67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.537264] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1191a67f-1e38-4d92-89f1-2b3b954a8b83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.565244] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525d7dfd-a9e6-4d19-81cc-9c00c204d3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.039513} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.565670] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.565795] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.566464] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa1e5a7-3c2a-4989-b08a-4a4f321491b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.576938] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 776.576938] env[69984]: value = "task-3944768" [ 776.576938] env[69984]: _type = "Task" [ 776.576938] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.590125] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.609351] env[69984]: DEBUG nova.network.neutron [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [{"id": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "address": "fa:16:3e:ec:0d:31", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2c092f-de", "ovs_interfaceid": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.672772] env[69984]: DEBUG nova.scheduler.client.report [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.946707] env[69984]: INFO nova.compute.manager [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Took 49.70 seconds to build instance. [ 777.093106] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.113512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.113708] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance network_info: |[{"id": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "address": "fa:16:3e:ec:0d:31", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2c092f-de", "ovs_interfaceid": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.114107] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Acquired lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.114250] env[69984]: DEBUG nova.network.neutron [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.115788] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:0d:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a2c092f-de76-4e9a-896e-32276bc5dc3e', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.131265] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.132789] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.132789] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb6ca0f-f114-4489-9cd7-400723aa995b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.173360] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.173360] env[69984]: value = "task-3944769" [ 777.173360] env[69984]: _type = "Task" [ 777.173360] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.177944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.178979] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.181845] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.567s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.182150] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.185096] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.542s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.188034] env[69984]: INFO nova.compute.claims [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.201157] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944769, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.234996] env[69984]: INFO nova.scheduler.client.report [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Deleted allocations for instance 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e [ 777.450854] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd1b2e93-4f27-4f06-b2de-686a0bafe11b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.770s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.510207] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Successfully updated port: 5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.588865] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885033} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.589858] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.590746] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.591471] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26fee01-4c84-4b01-a992-dd6c5f40367e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.599871] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 777.599871] env[69984]: value = "task-3944770" [ 777.599871] env[69984]: _type = "Task" [ 777.599871] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.618220] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.685538] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944769, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.700858] env[69984]: DEBUG nova.compute.utils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.708533] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.710678] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.751392] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c3903-409d-4cf8-a884-7df590a51334 tempest-ListImageFiltersTestJSON-1206975499 tempest-ListImageFiltersTestJSON-1206975499-project-member] Lock "1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.763s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.789493] env[69984]: DEBUG nova.policy [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543427150a2347dba423dbd310acd968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ec6ae2f8ccd42d484e9c8772d7569fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.910329] env[69984]: DEBUG nova.network.neutron [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updated VIF entry in instance network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.911023] env[69984]: DEBUG nova.network.neutron [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [{"id": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "address": "fa:16:3e:ec:0d:31", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2c092f-de", "ovs_interfaceid": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.954483] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.015687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.016012] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.016191] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.118856] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081301} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.120227] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.122112] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc66c3f-602c-4d71-af08-d3a80fc8ebfa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.158927] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.159336] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-498a5abf-8de6-4d15-9ddd-b92359dd6cd9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.191744] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944769, 'name': CreateVM_Task, 'duration_secs': 0.672175} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.193201] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.193604] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 778.193604] env[69984]: value = "task-3944771" [ 778.193604] env[69984]: _type = "Task" [ 778.193604] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.194363] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.194453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.194765] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.195106] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d030b52-fc02-4ded-bdb8-e65bcdf9eb8b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.208990] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.214029] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 778.214029] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526276a3-225b-3904-6748-6be02bd39da7" [ 778.214029] env[69984]: _type = "Task" [ 778.214029] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.216164] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.236161] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526276a3-225b-3904-6748-6be02bd39da7, 'name': SearchDatastore_Task, 'duration_secs': 0.022161} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.236605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236959] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.237336] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.237551] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.237805] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.238300] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac348d2e-c650-409b-8323-659c348ea6a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.257014] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.259110] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.259110] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d51c3c-5dd9-4613-9815-146e8307f368 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.268102] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 778.268102] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529d61f2-e7b6-8d0c-ddb8-60810ec613bd" [ 778.268102] env[69984]: _type = "Task" [ 778.268102] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.277041] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529d61f2-e7b6-8d0c-ddb8-60810ec613bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.403016] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Successfully created port: e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.422897] env[69984]: DEBUG oslo_concurrency.lockutils [req-7eb239d8-fd22-4791-8a04-f8de7141285e req-79a8d8ec-ed9a-4582-9406-cdcb65897892 service nova] Releasing lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.481436] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.579541] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.709299] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.745425] env[69984]: DEBUG nova.compute.manager [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Received event network-vif-plugged-5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.745648] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Acquiring lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.747018] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.747018] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.747018] env[69984]: DEBUG nova.compute.manager [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] No waiting events found dispatching network-vif-plugged-5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.747018] env[69984]: WARNING nova.compute.manager [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Received unexpected event network-vif-plugged-5ac24960-d55d-4ecf-bb81-457d44fedcbe for instance with vm_state building and task_state spawning. [ 778.747018] env[69984]: DEBUG nova.compute.manager [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Received event network-changed-5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.751962] env[69984]: DEBUG nova.compute.manager [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Refreshing instance network info cache due to event network-changed-5ac24960-d55d-4ecf-bb81-457d44fedcbe. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.751962] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.782049] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529d61f2-e7b6-8d0c-ddb8-60810ec613bd, 'name': SearchDatastore_Task, 'duration_secs': 0.026407} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.786451] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed0febf-21a8-462d-86e0-cf9a670e70db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.798094] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 778.798094] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e2db7-66a3-eaa0-a40b-eb7ad4d8e7f3" [ 778.798094] env[69984]: _type = "Task" [ 778.798094] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.810307] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e2db7-66a3-eaa0-a40b-eb7ad4d8e7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.831263] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c868d47b-18a3-450b-b03c-d28a540e95a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.845125] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11135bb4-817c-49e1-950e-f97caed77e32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.883848] env[69984]: DEBUG nova.network.neutron [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.885886] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f57cf-fd22-4b7d-9afd-36645104f43f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.894975] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2614986d-b275-4afc-b22a-4b13147ef40d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.912961] env[69984]: DEBUG nova.compute.provider_tree [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.184762] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "84a9274d-93ec-423d-983b-77ae74d34b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.184998] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.205501] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944771, 'name': ReconfigVM_Task, 'duration_secs': 0.660176} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.205501] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.206150] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b040961c-66ab-4635-b452-f3d618068345 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.216469] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 779.216469] env[69984]: value = "task-3944772" [ 779.216469] env[69984]: _type = "Task" [ 779.216469] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.233770] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944772, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.238516] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.267660] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.267888] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.268050] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.268232] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.268372] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.271030] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.271030] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.271030] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.271030] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.271030] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.271527] env[69984]: DEBUG nova.virt.hardware [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.271527] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ac9d8-5357-4944-a23a-6f199d86fad3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.279428] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63fe5bb-c246-4c2f-b20f-de6c9907bf4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.310088] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e2db7-66a3-eaa0-a40b-eb7ad4d8e7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.310323] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.310928] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8966e0fd-93cf-4a1f-aac7-883d017a6b6a/8966e0fd-93cf-4a1f-aac7-883d017a6b6a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.311104] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c91f6c-c66e-4c4e-a094-ab23990048a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.319162] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 779.319162] env[69984]: value = "task-3944773" [ 779.319162] env[69984]: _type = "Task" [ 779.319162] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.328762] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.391422] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.391725] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Instance network_info: |[{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.392288] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.392476] env[69984]: DEBUG nova.network.neutron [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Refreshing network info cache for port 5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.393670] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:75:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ac24960-d55d-4ecf-bb81-457d44fedcbe', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.403296] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.403924] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.404617] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed393b9f-6143-4e21-9887-6ebbcc5243c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.427027] env[69984]: DEBUG nova.scheduler.client.report [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.437557] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.437557] env[69984]: value = "task-3944774" [ 779.437557] env[69984]: _type = "Task" [ 779.437557] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.453900] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944774, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.612444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "a0125c6c-33b0-43a4-a698-33e601ba5918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.613654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.613654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.613654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.613654] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.616127] env[69984]: INFO nova.compute.manager [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Terminating instance [ 779.730076] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944772, 'name': Rename_Task, 'duration_secs': 0.208107} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.730456] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.730912] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a776ffb-7039-4451-a0de-c01cd64d775c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.741313] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 779.741313] env[69984]: value = "task-3944775" [ 779.741313] env[69984]: _type = "Task" [ 779.741313] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.752475] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.832688] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.933088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.935387] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.939074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.867s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.942052] env[69984]: INFO nova.compute.claims [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.958948] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944774, 'name': CreateVM_Task, 'duration_secs': 0.492647} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.959245] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.960136] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.960322] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.960747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.963020] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0500726-9d3c-4092-8462-b4ce0d5c25f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.970958] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 779.970958] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f88e2e-7f7c-519a-77f6-ed324fcbee24" [ 779.970958] env[69984]: _type = "Task" [ 779.970958] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.991077] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f88e2e-7f7c-519a-77f6-ed324fcbee24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.127826] env[69984]: DEBUG nova.compute.manager [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.128176] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.130025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95cfb36-e2bc-4361-84d8-18cacdab6cc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.137828] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.138226] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc53e4f-a719-4ec2-b0c9-69f711ac8b04 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.145992] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 780.145992] env[69984]: value = "task-3944776" [ 780.145992] env[69984]: _type = "Task" [ 780.145992] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.157800] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.252921] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944775, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.333031] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648597} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.333316] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8966e0fd-93cf-4a1f-aac7-883d017a6b6a/8966e0fd-93cf-4a1f-aac7-883d017a6b6a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.333546] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.333827] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1207e7-4277-4c4d-a468-074028972234 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.342717] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 780.342717] env[69984]: value = "task-3944777" [ 780.342717] env[69984]: _type = "Task" [ 780.342717] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.353554] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.415119] env[69984]: DEBUG nova.network.neutron [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updated VIF entry in instance network info cache for port 5ac24960-d55d-4ecf-bb81-457d44fedcbe. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.415496] env[69984]: DEBUG nova.network.neutron [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.446849] env[69984]: DEBUG nova.compute.utils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.448540] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.448724] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.492386] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f88e2e-7f7c-519a-77f6-ed324fcbee24, 'name': SearchDatastore_Task, 'duration_secs': 0.017822} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.492386] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.492386] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.492386] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.493120] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.493120] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.493120] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89b34ae-3c2a-41da-99e6-a4fb13e6399d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.507680] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.508093] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.509442] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876f7b05-e251-46a5-829c-aee83f353e87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.516843] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 780.516843] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e54e69-fdb5-889e-8ff5-a115bf37ebe5" [ 780.516843] env[69984]: _type = "Task" [ 780.516843] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.530366] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e54e69-fdb5-889e-8ff5-a115bf37ebe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.538727] env[69984]: DEBUG nova.policy [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff17f7aff3b944f9a9dfa63ff9b79b11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '380eb196dcea4cf39ca8c8e554210001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.613611] env[69984]: DEBUG nova.compute.manager [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Received event network-vif-plugged-e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.613913] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] Acquiring lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.614817] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] Lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.614817] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] Lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.614817] env[69984]: DEBUG nova.compute.manager [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] No waiting events found dispatching network-vif-plugged-e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.614817] env[69984]: WARNING nova.compute.manager [req-6f9c51a8-318c-425b-8212-c50b3731427b req-9534d736-5e72-4df4-841e-590803ac60ed service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Received unexpected event network-vif-plugged-e642f00d-8bfd-4aba-80f4-a94db134512b for instance with vm_state building and task_state spawning. [ 780.650696] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Successfully updated port: e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.665533] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944776, 'name': PowerOffVM_Task, 'duration_secs': 0.248917} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.666709] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.666709] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.666709] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13802464-e032-48e4-9823-83d1072f68d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.762961] env[69984]: DEBUG oslo_vmware.api [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3944775, 'name': PowerOnVM_Task, 'duration_secs': 0.866323} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.763351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.763430] env[69984]: INFO nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 780.763667] env[69984]: DEBUG nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.764494] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a0cc04-697e-4015-9b55-91909e5a52f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.768707] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.768905] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.769101] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleting the datastore file [datastore1] a0125c6c-33b0-43a4-a698-33e601ba5918 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.769804] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a61514a9-3985-43fa-95fb-9d56d166c70d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.786471] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 780.786471] env[69984]: value = "task-3944779" [ 780.786471] env[69984]: _type = "Task" [ 780.786471] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.803783] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.852709] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072417} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.852979] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.854146] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1243865-b063-4939-b6c0-f37c4858b0c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.885413] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8966e0fd-93cf-4a1f-aac7-883d017a6b6a/8966e0fd-93cf-4a1f-aac7-883d017a6b6a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.886158] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678454cb-7f28-401b-a95f-ec9e9679464d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.908518] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 780.908518] env[69984]: value = "task-3944780" [ 780.908518] env[69984]: _type = "Task" [ 780.908518] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.919031] env[69984]: DEBUG oslo_concurrency.lockutils [req-59c3e44a-bf09-4be1-95b3-f5568cedbe90 req-a2739d36-ecaa-4d31-ab03-e8e64f19e19c service nova] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.919589] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.964444] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.993332] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Successfully created port: 91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.030834] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e54e69-fdb5-889e-8ff5-a115bf37ebe5, 'name': SearchDatastore_Task, 'duration_secs': 0.014615} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.036360] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7e3f6b-790a-472d-adb6-ad3483ab98a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.043124] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 781.043124] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3b54e-2327-1406-5db8-3376c0e4d49a" [ 781.043124] env[69984]: _type = "Task" [ 781.043124] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.055549] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3b54e-2327-1406-5db8-3376c0e4d49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.151136] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151454] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.289732] env[69984]: INFO nova.compute.manager [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 50.55 seconds to build instance. [ 781.311819] env[69984]: DEBUG oslo_vmware.api [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43215} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.311819] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.311819] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.311819] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.312052] env[69984]: INFO nova.compute.manager [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Took 1.18 seconds to destroy the instance on the hypervisor. [ 781.312336] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.313604] env[69984]: DEBUG nova.compute.manager [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.313604] env[69984]: DEBUG nova.network.neutron [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.425379] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.559838] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3b54e-2327-1406-5db8-3376c0e4d49a, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.560183] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.560454] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.560799] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16538274-1ca6-4372-a618-21a6e3592941 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.569397] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07199186-ec79-4d8c-9ae4-d1711971ab7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.574519] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 781.574519] env[69984]: value = "task-3944781" [ 781.574519] env[69984]: _type = "Task" [ 781.574519] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.581865] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7606043f-3806-4f07-b46d-f593a38d682f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.588554] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.623020] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac72a3d-9a17-48c8-9626-849ae5da2224 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.630317] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9648d0-e24d-437a-b7fd-a74bf0c66c88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.646519] env[69984]: DEBUG nova.compute.provider_tree [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.694081] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.803009] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6e62accb-227f-4a64-a054-131906904f64 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.727s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.925781] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944780, 'name': ReconfigVM_Task, 'duration_secs': 0.602052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.926349] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8966e0fd-93cf-4a1f-aac7-883d017a6b6a/8966e0fd-93cf-4a1f-aac7-883d017a6b6a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.927027] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03c18532-7475-415a-a7d1-fc2328a9d2f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.935064] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 781.935064] env[69984]: value = "task-3944782" [ 781.935064] env[69984]: _type = "Task" [ 781.935064] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.947293] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944782, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.974916] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.998291] env[69984]: DEBUG nova.network.neutron [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Updating instance_info_cache with network_info: [{"id": "e642f00d-8bfd-4aba-80f4-a94db134512b", "address": "fa:16:3e:1e:71:bb", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape642f00d-8b", "ovs_interfaceid": "e642f00d-8bfd-4aba-80f4-a94db134512b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.044738] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.045635] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.045635] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.045635] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.045635] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.045896] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.045896] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.046519] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.046519] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.046519] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.046833] env[69984]: DEBUG nova.virt.hardware [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.048302] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517a86b-cc96-45c6-b18e-bb06a2421f7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.061432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0682fbf6-93fb-46a2-bc5f-0fd9c8c7671f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.093545] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944781, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.152053] env[69984]: DEBUG nova.scheduler.client.report [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.212145] env[69984]: DEBUG nova.network.neutron [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.217093] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.217619] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.306481] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.446894] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944782, 'name': Rename_Task, 'duration_secs': 0.17061} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.447896] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.447896] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354b9454-be38-4a5b-a759-1aa3e46184e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.455426] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 782.455426] env[69984]: value = "task-3944783" [ 782.455426] env[69984]: _type = "Task" [ 782.455426] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.465536] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.503810] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.504498] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Instance network_info: |[{"id": "e642f00d-8bfd-4aba-80f4-a94db134512b", "address": "fa:16:3e:1e:71:bb", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape642f00d-8b", "ovs_interfaceid": "e642f00d-8bfd-4aba-80f4-a94db134512b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.504699] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:71:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e642f00d-8bfd-4aba-80f4-a94db134512b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.513842] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.516187] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.516187] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ff4a91-c39c-4a2c-ba1e-8ba2817a94a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.539302] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.539302] env[69984]: value = "task-3944784" [ 782.539302] env[69984]: _type = "Task" [ 782.539302] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.549184] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944784, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.594722] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944781, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.657713] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.658295] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.661329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.832s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.661637] env[69984]: DEBUG nova.objects.instance [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lazy-loading 'resources' on Instance uuid d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.717699] env[69984]: INFO nova.compute.manager [-] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Took 1.40 seconds to deallocate network for instance. [ 782.837722] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.904448] env[69984]: DEBUG nova.compute.manager [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Received event network-changed-e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.904448] env[69984]: DEBUG nova.compute.manager [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Refreshing instance network info cache due to event network-changed-e642f00d-8bfd-4aba-80f4-a94db134512b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.904448] env[69984]: DEBUG oslo_concurrency.lockutils [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] Acquiring lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.904448] env[69984]: DEBUG oslo_concurrency.lockutils [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] Acquired lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.904448] env[69984]: DEBUG nova.network.neutron [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Refreshing network info cache for port e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.969965] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.983572] env[69984]: DEBUG nova.compute.manager [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Received event network-vif-plugged-91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.983804] env[69984]: DEBUG oslo_concurrency.lockutils [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] Acquiring lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.984032] env[69984]: DEBUG oslo_concurrency.lockutils [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.984263] env[69984]: DEBUG oslo_concurrency.lockutils [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.984442] env[69984]: DEBUG nova.compute.manager [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] No waiting events found dispatching network-vif-plugged-91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 782.984669] env[69984]: WARNING nova.compute.manager [req-4c1ff703-d948-4cb6-86d8-6136149d0d7f req-0f69486d-0932-4c29-8c51-a663bb6817fc service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Received unexpected event network-vif-plugged-91329a69-053c-4141-9034-18bff6722bbb for instance with vm_state building and task_state spawning. [ 783.052521] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944784, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.077058] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Successfully updated port: 91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.093587] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944781, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.167869] env[69984]: DEBUG nova.compute.utils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.172534] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.172734] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.224663] env[69984]: DEBUG nova.policy [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e62022f3054f4db862bb326dd6312a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1b031cb74648f2ba7f36226824b407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.228034] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.474964] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944783, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.554713] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944784, 'name': CreateVM_Task, 'duration_secs': 0.633777} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.560028] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.560946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.561208] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.561562] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.562366] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c6a190-2c83-4396-b45f-d651eb59abc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.569991] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 783.569991] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5251197c-ddce-5cbd-8b90-246da35282c9" [ 783.569991] env[69984]: _type = "Task" [ 783.569991] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.586046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.586046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquired lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.586046] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.587874] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5251197c-ddce-5cbd-8b90-246da35282c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.608363] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944781, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.861835} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.609682] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.609682] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.609682] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f842433a-9756-418e-bf47-edab240c2508 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.619080] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 783.619080] env[69984]: value = "task-3944785" [ 783.619080] env[69984]: _type = "Task" [ 783.619080] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.629876] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.673315] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.847934] env[69984]: DEBUG nova.network.neutron [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Updated VIF entry in instance network info cache for port e642f00d-8bfd-4aba-80f4-a94db134512b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.848344] env[69984]: DEBUG nova.network.neutron [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Updating instance_info_cache with network_info: [{"id": "e642f00d-8bfd-4aba-80f4-a94db134512b", "address": "fa:16:3e:1e:71:bb", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape642f00d-8b", "ovs_interfaceid": "e642f00d-8bfd-4aba-80f4-a94db134512b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.856460] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21b9a7e-b310-4b35-9aaf-d04546ea4933 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.860168] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Successfully created port: f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.869393] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4da14b-51ea-443b-9185-711c256865ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.905329] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f392c62-757f-40c2-884f-f6fd99ccdcdd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.915472] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efcb40-b846-4a8c-ba27-f5d147dd8cf9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.933200] env[69984]: DEBUG nova.compute.provider_tree [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.939250] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.939502] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.971413] env[69984]: DEBUG oslo_vmware.api [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944783, 'name': PowerOnVM_Task, 'duration_secs': 1.020237} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.971731] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.971960] env[69984]: INFO nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 10.33 seconds to spawn the instance on the hypervisor. [ 783.972159] env[69984]: DEBUG nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.973379] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc34b0-9a9a-4640-8bc0-f9886d54c162 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.082646] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5251197c-ddce-5cbd-8b90-246da35282c9, 'name': SearchDatastore_Task, 'duration_secs': 0.023582} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.082792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.085017] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.085017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.085017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.085017] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.085017] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eebf2ea-99a5-4eb1-b052-c5c2c44f540b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.097806] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.098272] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.098984] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b4ef82-c260-4edc-9f06-fdf00672dc35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.106545] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 784.106545] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f220d-bc07-a6df-4fac-992c75d4fce2" [ 784.106545] env[69984]: _type = "Task" [ 784.106545] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.117324] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f220d-bc07-a6df-4fac-992c75d4fce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.133647] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091087} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.134368] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.135249] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ac9cf0-a39b-4b2f-ac7f-343b84ac05eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.164218] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.168463] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.170679] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ff22d6-be4e-4884-ad35-3987f11a76b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.203859] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 784.203859] env[69984]: value = "task-3944786" [ 784.203859] env[69984]: _type = "Task" [ 784.203859] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.215703] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.352958] env[69984]: DEBUG oslo_concurrency.lockutils [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] Releasing lock "refresh_cache-320bc199-1361-4dce-8888-0b8e1b81588e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.353433] env[69984]: DEBUG nova.compute.manager [req-ba8126b9-ee63-4749-8b74-1db2e441a7e2 req-5f9904b2-dbfc-4dc7-afa2-107516fb1148 service nova] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Received event network-vif-deleted-2d68f7dd-e70f-4277-9602-993c2aa3dbc1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.439053] env[69984]: DEBUG nova.scheduler.client.report [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.501020] env[69984]: DEBUG nova.network.neutron [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Updating instance_info_cache with network_info: [{"id": "91329a69-053c-4141-9034-18bff6722bbb", "address": "fa:16:3e:e9:ec:d6", "network": {"id": "4101afcb-79fb-4bc6-aedc-3c3cd4a140e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1911031551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380eb196dcea4cf39ca8c8e554210001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91329a69-05", "ovs_interfaceid": "91329a69-053c-4141-9034-18bff6722bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.503760] env[69984]: INFO nova.compute.manager [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 50.38 seconds to build instance. [ 784.624900] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f220d-bc07-a6df-4fac-992c75d4fce2, 'name': SearchDatastore_Task, 'duration_secs': 0.029336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.626236] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7b3a70-ed69-4ad7-aff3-3264010c3227 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.635733] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 784.635733] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52993ef7-41e2-f1e8-2eb3-62485f2b2723" [ 784.635733] env[69984]: _type = "Task" [ 784.635733] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.657377] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52993ef7-41e2-f1e8-2eb3-62485f2b2723, 'name': SearchDatastore_Task} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.658253] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.658671] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 320bc199-1361-4dce-8888-0b8e1b81588e/320bc199-1361-4dce-8888-0b8e1b81588e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.659079] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49dc09a8-88b4-4c02-bf7d-346e9c587436 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.670954] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 784.670954] env[69984]: value = "task-3944787" [ 784.670954] env[69984]: _type = "Task" [ 784.670954] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.680961] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.697457] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.716038] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.727912] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.728254] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.728452] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.728707] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.728894] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.729095] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.729346] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.729522] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.729788] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.730041] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.730325] env[69984]: DEBUG nova.virt.hardware [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.731592] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee6247-bd44-48e1-ae87-e8e83baaacd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a2f33-f3b8-4f1b-83d4-8eb178520259 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.942870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.945365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.185s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.946977] env[69984]: INFO nova.compute.claims [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.975191] env[69984]: INFO nova.scheduler.client.report [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted allocations for instance d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b [ 785.009961] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Releasing lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.010691] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Instance network_info: |[{"id": "91329a69-053c-4141-9034-18bff6722bbb", "address": "fa:16:3e:e9:ec:d6", "network": {"id": "4101afcb-79fb-4bc6-aedc-3c3cd4a140e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1911031551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380eb196dcea4cf39ca8c8e554210001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91329a69-05", "ovs_interfaceid": "91329a69-053c-4141-9034-18bff6722bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.011254] env[69984]: DEBUG oslo_concurrency.lockutils [None req-242dc02c-8b63-4722-bcc9-035076522fe7 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.303s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.011862] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:ec:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91329a69-053c-4141-9034-18bff6722bbb', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.023014] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Creating folder: Project (380eb196dcea4cf39ca8c8e554210001). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.027036] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb4dc9f-ed5e-4478-8718-50b5f455f6e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.042399] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Created folder: Project (380eb196dcea4cf39ca8c8e554210001) in parent group-v782883. [ 785.042686] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Creating folder: Instances. Parent ref: group-v783009. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.043081] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9b4b8f-81b0-4719-a5e2-2b5cc72cd455 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.056283] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Created folder: Instances in parent group-v783009. [ 785.056718] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.057731] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.058125] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30680bf3-f085-43c0-8e2c-f420e43c336d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.082974] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.082974] env[69984]: value = "task-3944790" [ 785.082974] env[69984]: _type = "Task" [ 785.082974] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.094294] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944790, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.182674] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944787, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.216442] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944786, 'name': ReconfigVM_Task, 'duration_secs': 0.680031} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.216743] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.217456] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e3652b-9f17-4678-9dad-909b26523c4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.226295] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 785.226295] env[69984]: value = "task-3944791" [ 785.226295] env[69984]: _type = "Task" [ 785.226295] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.240991] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944791, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.491798] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1415f17f-d01e-47a6-92df-a5cf2ce755be tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.136s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.526410] env[69984]: DEBUG nova.compute.manager [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Received event network-changed-f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.526702] env[69984]: DEBUG nova.compute.manager [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Refreshing instance network info cache due to event network-changed-f0b84a64-11dd-4939-8940-f853c3686050. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.526989] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.527207] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.527424] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Refreshing network info cache for port f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.534058] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.598231] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944790, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.686362] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69714} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.686362] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 320bc199-1361-4dce-8888-0b8e1b81588e/320bc199-1361-4dce-8888-0b8e1b81588e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.686362] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.686362] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54c93f0f-143f-457b-bb71-e625c4dada98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.695478] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 785.695478] env[69984]: value = "task-3944792" [ 785.695478] env[69984]: _type = "Task" [ 785.695478] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.707968] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.746567] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944791, 'name': Rename_Task, 'duration_secs': 0.450094} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.749064] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.749064] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb2f98e-58b5-4753-8cd7-a246d2b940b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.757945] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 785.757945] env[69984]: value = "task-3944793" [ 785.757945] env[69984]: _type = "Task" [ 785.757945] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.769431] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.913504] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Successfully updated port: f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.068684] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.097037] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944790, 'name': CreateVM_Task, 'duration_secs': 0.718933} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.097242] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.097984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.098180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.098515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.098882] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab6e5c3-21ed-41e7-b030-27c52f5c9286 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.107480] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 786.107480] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525836ae-c9ab-9510-6079-5a32d3a0e0f7" [ 786.107480] env[69984]: _type = "Task" [ 786.107480] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.117255] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525836ae-c9ab-9510-6079-5a32d3a0e0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.208197] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184262} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.208578] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.211980] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e5c016-8410-44a4-9ede-1272daaec911 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.234783] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 320bc199-1361-4dce-8888-0b8e1b81588e/320bc199-1361-4dce-8888-0b8e1b81588e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.237809] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceafd6ea-c034-4818-a4ca-cbe23ce53d14 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.262141] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 786.262141] env[69984]: value = "task-3944794" [ 786.262141] env[69984]: _type = "Task" [ 786.262141] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.271906] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.279970] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.416687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.416946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.417231] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.540704] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updated VIF entry in instance network info cache for port f0b84a64-11dd-4939-8940-f853c3686050. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.541166] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.602066] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bfcf46-1a05-4638-bd1f-68cd9ee76c49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.616388] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1cf036-1b1a-4f28-8cd2-b35d195ce2bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.623329] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525836ae-c9ab-9510-6079-5a32d3a0e0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.017878} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.624456] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.624710] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.624940] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.625286] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.625563] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3abbd0fa-92eb-404a-b168-34c72a06d254 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.454988] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.455301] env[69984]: DEBUG nova.compute.manager [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Received event network-changed-91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.455415] env[69984]: DEBUG nova.compute.manager [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Refreshing instance network info cache due to event network-changed-91329a69-053c-4141-9034-18bff6722bbb. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.455614] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Acquiring lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.455745] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Acquired lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.455927] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Refreshing network info cache for port 91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.464901] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a87f17-ec84-4047-b24b-a4f894189d86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.469622] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.469825] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.471493] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21be1a9-a0d4-438a-a19a-e78a3f8caba3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482100] env[69984]: DEBUG oslo_vmware.api [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944793, 'name': PowerOnVM_Task, 'duration_secs': 0.693344} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.482353] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944794, 'name': ReconfigVM_Task, 'duration_secs': 0.349551} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.483947] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a259dc-1c94-4371-85c3-dbd9ebced17a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.487828] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.488067] env[69984]: INFO nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Took 11.03 seconds to spawn the instance on the hypervisor. [ 787.488253] env[69984]: DEBUG nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.488584] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 320bc199-1361-4dce-8888-0b8e1b81588e/320bc199-1361-4dce-8888-0b8e1b81588e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.491074] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af24b949-7de7-410d-8370-a9618629580b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.493603] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b775a1-5e59-483b-a8e4-52871f391a52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.495632] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 787.495632] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5231c646-c47c-d6a5-6f5f-978a2343b9e4" [ 787.495632] env[69984]: _type = "Task" [ 787.495632] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.511861] env[69984]: DEBUG nova.compute.provider_tree [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.516103] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 787.516103] env[69984]: value = "task-3944795" [ 787.516103] env[69984]: _type = "Task" [ 787.516103] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.521600] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5231c646-c47c-d6a5-6f5f-978a2343b9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.029074} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.522967] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05d8627-459b-45a9-a9e3-2b6d34429686 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.530550] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944795, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.531505] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.537746] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 787.537746] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52103c32-b40d-8cd1-4669-8e6d814710b1" [ 787.537746] env[69984]: _type = "Task" [ 787.537746] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.547842] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52103c32-b40d-8cd1-4669-8e6d814710b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.740283] env[69984]: DEBUG nova.network.neutron [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Updating instance_info_cache with network_info: [{"id": "f7617934-185a-4068-931c-facbd7ba0dd1", "address": "fa:16:3e:68:28:3b", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7617934-18", "ovs_interfaceid": "f7617934-185a-4068-931c-facbd7ba0dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.856438] env[69984]: DEBUG nova.compute.manager [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.856650] env[69984]: DEBUG nova.compute.manager [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing instance network info cache due to event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.856909] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.859982] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.862275] env[69984]: DEBUG nova.network.neutron [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.030710] env[69984]: DEBUG nova.scheduler.client.report [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.037398] env[69984]: INFO nova.compute.manager [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Took 48.00 seconds to build instance. [ 788.061025] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944795, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.072772] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52103c32-b40d-8cd1-4669-8e6d814710b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013267} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.072772] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.072772] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8c99ef9e-5b2d-4091-a20a-42c288533995/8c99ef9e-5b2d-4091-a20a-42c288533995.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.073371] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06257552-0e56-4787-852c-d48a68033205 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.084742] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 788.084742] env[69984]: value = "task-3944796" [ 788.084742] env[69984]: _type = "Task" [ 788.084742] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.101874] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.247032] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.247032] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance network_info: |[{"id": "f7617934-185a-4068-931c-facbd7ba0dd1", "address": "fa:16:3e:68:28:3b", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7617934-18", "ovs_interfaceid": "f7617934-185a-4068-931c-facbd7ba0dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.247429] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:28:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7617934-185a-4068-931c-facbd7ba0dd1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.255964] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.257273] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.259113] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc6eb70-0890-4200-9e50-afdf1641c958 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.276247] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.276442] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing instance network info cache due to event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.276651] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.286559] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.286559] env[69984]: value = "task-3944797" [ 788.286559] env[69984]: _type = "Task" [ 788.286559] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.295996] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944797, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.327330] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Updated VIF entry in instance network info cache for port 91329a69-053c-4141-9034-18bff6722bbb. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.328703] env[69984]: DEBUG nova.network.neutron [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Updating instance_info_cache with network_info: [{"id": "91329a69-053c-4141-9034-18bff6722bbb", "address": "fa:16:3e:e9:ec:d6", "network": {"id": "4101afcb-79fb-4bc6-aedc-3c3cd4a140e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1911031551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "380eb196dcea4cf39ca8c8e554210001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91329a69-05", "ovs_interfaceid": "91329a69-053c-4141-9034-18bff6722bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.536163] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.591s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.536800] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.541485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.372s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.542647] env[69984]: DEBUG nova.objects.instance [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lazy-loading 'resources' on Instance uuid 88680cae-3279-4a16-997a-d39504aa920a {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.554577] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66deb93b-189c-422a-a3b9-ac74fb145753 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.267s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.564573] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944795, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.599068] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.695776] env[69984]: DEBUG nova.network.neutron [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updated VIF entry in instance network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.695776] env[69984]: DEBUG nova.network.neutron [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.804030] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944797, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.831916] env[69984]: DEBUG oslo_concurrency.lockutils [req-af8bb3f3-58fd-422b-a685-0c9e70cc0d21 req-a400053d-177d-4f22-9e51-94fa6510c028 service nova] Releasing lock "refresh_cache-8c99ef9e-5b2d-4091-a20a-42c288533995" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.042891] env[69984]: DEBUG nova.compute.utils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.044800] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.044800] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.057321] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.068933] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944795, 'name': Rename_Task, 'duration_secs': 1.185275} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.069163] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.069739] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649125a0-3168-4b68-9d9a-d27de843a0d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.079178] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 789.079178] env[69984]: value = "task-3944798" [ 789.079178] env[69984]: _type = "Task" [ 789.079178] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.096605] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.106645] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794127} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.106645] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8c99ef9e-5b2d-4091-a20a-42c288533995/8c99ef9e-5b2d-4091-a20a-42c288533995.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.108052] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.108052] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-854086fb-f91f-4290-bb20-a6bb40f6c7d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.116126] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 789.116126] env[69984]: value = "task-3944799" [ 789.116126] env[69984]: _type = "Task" [ 789.116126] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.128401] env[69984]: DEBUG nova.policy [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.134770] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.201888] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f151a75-d092-4e18-91db-8efb3756a3ba req-911e5656-798d-4937-b686-e6b3333b0586 service nova] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.202252] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.202438] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.302887] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944797, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.486609] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Successfully created port: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.549329] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.600145] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.604483] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.630192] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177431} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.630192] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.632545] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65458862-4317-4fa4-b8a8-58369f2e09d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.665680] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 8c99ef9e-5b2d-4091-a20a-42c288533995/8c99ef9e-5b2d-4091-a20a-42c288533995.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.670314] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112184b6-0081-4160-9687-df78853f53b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.695999] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 789.695999] env[69984]: value = "task-3944800" [ 789.695999] env[69984]: _type = "Task" [ 789.695999] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.710282] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.757078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeb9de4-88e7-4944-998d-af2677da006e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.767890] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf91a87c-e34d-4843-92c7-5ab745dd1491 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.808671] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f2ec32-ec98-4252-aa39-11614b9af692 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.814772] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944797, 'name': CreateVM_Task, 'duration_secs': 1.106978} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.819106] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.819106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.819106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.819106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.820039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d19427-c8eb-4be6-9d79-21c7455798e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.824872] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd05717-e4e0-418e-98ec-8328caf8b0e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.839455] env[69984]: DEBUG nova.compute.provider_tree [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.844568] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 789.844568] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524abbbd-cf57-6d8d-222b-346e051dd4b3" [ 789.844568] env[69984]: _type = "Task" [ 789.844568] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.854684] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524abbbd-cf57-6d8d-222b-346e051dd4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.854855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.855183] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.855424] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.855572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.856525] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.857088] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0c664f-8ac3-4659-b4ab-b9a6424ddacd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.866780] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.866960] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.867727] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689521c9-bbe1-4006-841c-97ac20ecc257 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.877211] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 789.877211] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ee4298-8f48-e669-d186-5411214b3cbb" [ 789.877211] env[69984]: _type = "Task" [ 789.877211] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.889945] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ee4298-8f48-e669-d186-5411214b3cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.891618] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b4f19e-c63d-48ad-a7de-2c3b202cff08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.896927] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 789.896927] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e3df13-196b-8b83-af5d-ae9bd68ee252" [ 789.896927] env[69984]: _type = "Task" [ 789.896927] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.906168] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e3df13-196b-8b83-af5d-ae9bd68ee252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.093136] env[69984]: DEBUG oslo_vmware.api [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944798, 'name': PowerOnVM_Task, 'duration_secs': 0.575121} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.093752] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.093752] env[69984]: INFO nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Took 10.85 seconds to spawn the instance on the hypervisor. [ 790.093878] env[69984]: DEBUG nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.094977] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b10635-d85d-48e0-950f-79659a5a527c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.133537] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updated VIF entry in instance network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.133936] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.166794] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.167100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.167288] env[69984]: INFO nova.compute.manager [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Shelving [ 790.213025] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.346213] env[69984]: DEBUG nova.scheduler.client.report [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.410861] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e3df13-196b-8b83-af5d-ae9bd68ee252, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.411212] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.411484] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.411804] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21173e47-4fc9-45cd-a77a-de3b469dffb6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.420188] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 790.420188] env[69984]: value = "task-3944801" [ 790.420188] env[69984]: _type = "Task" [ 790.420188] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.429212] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.564392] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.592531] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.592803] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.593130] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.593346] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.593498] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.593663] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.593878] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.594086] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.594289] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.594457] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.594656] env[69984]: DEBUG nova.virt.hardware [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.595593] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37003cc7-0c1f-4b7e-81fd-c787408de60a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.614294] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8907c1-ffcf-42f2-90e8-4ef334e98f1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.624936] env[69984]: INFO nova.compute.manager [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Took 45.64 seconds to build instance. [ 790.636851] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.636950] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Received event network-vif-plugged-f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.637176] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Acquiring lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.637368] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.637593] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.637694] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] No waiting events found dispatching network-vif-plugged-f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.637872] env[69984]: WARNING nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Received unexpected event network-vif-plugged-f7617934-185a-4068-931c-facbd7ba0dd1 for instance with vm_state building and task_state spawning. [ 790.638337] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Received event network-changed-f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.638407] env[69984]: DEBUG nova.compute.manager [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Refreshing instance network info cache due to event network-changed-f7617934-185a-4068-931c-facbd7ba0dd1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.638675] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Acquiring lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.638845] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Acquired lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.639088] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Refreshing network info cache for port f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.711564] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944800, 'name': ReconfigVM_Task, 'duration_secs': 0.900823} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.711919] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 8c99ef9e-5b2d-4091-a20a-42c288533995/8c99ef9e-5b2d-4091-a20a-42c288533995.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.712591] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-323ad9e4-e4ff-46d8-9678-7f95b35a2053 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.721079] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 790.721079] env[69984]: value = "task-3944802" [ 790.721079] env[69984]: _type = "Task" [ 790.721079] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.737225] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944802, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.854093] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.856766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.253s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.857039] env[69984]: DEBUG nova.objects.instance [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lazy-loading 'resources' on Instance uuid f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.885463] env[69984]: INFO nova.scheduler.client.report [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Deleted allocations for instance 88680cae-3279-4a16-997a-d39504aa920a [ 790.916445] env[69984]: DEBUG nova.compute.manager [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.916445] env[69984]: DEBUG nova.compute.manager [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing instance network info cache due to event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.916445] env[69984]: DEBUG oslo_concurrency.lockutils [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] Acquiring lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.916445] env[69984]: DEBUG oslo_concurrency.lockutils [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] Acquired lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.916445] env[69984]: DEBUG nova.network.neutron [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.933697] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944801, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.108104] env[69984]: DEBUG nova.compute.manager [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.108358] env[69984]: DEBUG nova.compute.manager [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing instance network info cache due to event network-changed-0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.108523] env[69984]: DEBUG oslo_concurrency.lockutils [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] Acquiring lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.127248] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f2e8f7f7-0ceb-4914-aefb-dfe70b2ac3bc tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.202s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.179982] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.179982] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fae4a4b0-cb59-414e-b7d3-cab5c57487b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.188590] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 791.188590] env[69984]: value = "task-3944803" [ 791.188590] env[69984]: _type = "Task" [ 791.188590] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.205312] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.236089] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944802, 'name': Rename_Task, 'duration_secs': 0.232204} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.236289] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.236563] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c304dbd-0186-4ca6-9f1b-647fe0413672 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.244387] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 791.244387] env[69984]: value = "task-3944804" [ 791.244387] env[69984]: _type = "Task" [ 791.244387] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.254349] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.408047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d928ddd1-c9ec-4e50-9dff-f164cc456434 tempest-ImagesOneServerTestJSON-398416983 tempest-ImagesOneServerTestJSON-398416983-project-member] Lock "88680cae-3279-4a16-997a-d39504aa920a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.131s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.453225] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733956} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.453767] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.454142] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.454530] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a4d4822-b66f-43e4-b0d7-238a59746cdc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.469087] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 791.469087] env[69984]: value = "task-3944805" [ 791.469087] env[69984]: _type = "Task" [ 791.469087] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.498236] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.630396] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.686355] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Updated VIF entry in instance network info cache for port f7617934-185a-4068-931c-facbd7ba0dd1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.686930] env[69984]: DEBUG nova.network.neutron [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Updating instance_info_cache with network_info: [{"id": "f7617934-185a-4068-931c-facbd7ba0dd1", "address": "fa:16:3e:68:28:3b", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7617934-18", "ovs_interfaceid": "f7617934-185a-4068-931c-facbd7ba0dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.711929] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944803, 'name': PowerOffVM_Task, 'duration_secs': 0.300482} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.716928] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.718975] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Successfully updated port: ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.725119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1a44ee-d999-49e4-973e-0bc4425a134b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.766374] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6710312-bd58-496f-b862-a7c5b7fb6dc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.784615] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944804, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.816405] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.816734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.816955] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.817172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.817327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.820550] env[69984]: INFO nova.compute.manager [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Terminating instance [ 791.901094] env[69984]: DEBUG nova.network.neutron [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updated VIF entry in instance network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.901094] env[69984]: DEBUG nova.network.neutron [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [{"id": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "address": "fa:16:3e:ec:0d:31", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2c092f-de", "ovs_interfaceid": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.982636] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076667} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.982925] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.984038] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddd83e-8ecc-49b6-85ff-f9223be63cfd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.012750] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.016076] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd29e6e7-9904-40d9-95d7-aacd26358fef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.039645] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 792.039645] env[69984]: value = "task-3944806" [ 792.039645] env[69984]: _type = "Task" [ 792.039645] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.054509] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.062330] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b88d46-e6d9-4972-baed-8dd12828a4e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.070706] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3197bff-7df1-4107-89d3-43cd08c82150 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.107527] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd0d1fa-0ab3-4f52-87a1-2b0065f07728 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.116397] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b88059-08e0-4fba-b98d-0936f2493832 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.132655] env[69984]: DEBUG nova.compute.provider_tree [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.154374] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.191857] env[69984]: DEBUG oslo_concurrency.lockutils [req-31e2462b-864c-46b7-aea2-545be8a427b4 req-a7768218-cac2-44ac-bb03-39ef1a9eedd8 service nova] Releasing lock "refresh_cache-54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.233664] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233664] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.233664] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.268614] env[69984]: DEBUG oslo_vmware.api [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944804, 'name': PowerOnVM_Task, 'duration_secs': 0.989428} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.268913] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.269401] env[69984]: INFO nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Took 10.29 seconds to spawn the instance on the hypervisor. [ 792.269486] env[69984]: DEBUG nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.270272] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff9fef9-14eb-44c5-9a06-901b623e5f7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.285079] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.285335] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-729d531d-59e8-40d6-bb7b-75860ffbf871 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.293379] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 792.293379] env[69984]: value = "task-3944807" [ 792.293379] env[69984]: _type = "Task" [ 792.293379] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.304873] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.324384] env[69984]: DEBUG nova.compute.manager [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.324631] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.326285] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed23c33-d3fe-486e-b79c-7c8599a96a27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.335654] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.335937] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18100f11-e577-4b8d-9eb8-2315b92a016b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.345474] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 792.345474] env[69984]: value = "task-3944808" [ 792.345474] env[69984]: _type = "Task" [ 792.345474] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.356039] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.403489] env[69984]: DEBUG oslo_concurrency.lockutils [req-35cfe473-4cd0-4d00-af21-6b0ae80e35b4 req-acee8d71-f7f3-42dd-bf0c-7484c97f16e5 service nova] Releasing lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.404328] env[69984]: DEBUG oslo_concurrency.lockutils [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] Acquired lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.404517] env[69984]: DEBUG nova.network.neutron [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Refreshing network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.552552] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.638578] env[69984]: DEBUG nova.scheduler.client.report [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.781024] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.802693] env[69984]: INFO nova.compute.manager [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Took 42.18 seconds to build instance. [ 792.814127] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944807, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.862460] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944808, 'name': PowerOffVM_Task, 'duration_secs': 0.452839} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.862460] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.862460] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.862460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2740495-9c9a-46c9-86bb-99b12d386cc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.963772] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.963772] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.963772] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleting the datastore file [datastore1] 8966e0fd-93cf-4a1f-aac7-883d017a6b6a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.964045] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebd9f12-c9bf-4a68-9a4d-f595dd9f66f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.972077] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 792.972077] env[69984]: value = "task-3944810" [ 792.972077] env[69984]: _type = "Task" [ 792.972077] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.988868] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.031862] env[69984]: DEBUG nova.network.neutron [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Updating instance_info_cache with network_info: [{"id": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "address": "fa:16:3e:8a:5a:12", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7c4fbd-f9", "ovs_interfaceid": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.055248] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944806, 'name': ReconfigVM_Task, 'duration_secs': 0.771812} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.056345] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.057113] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90be9a3e-1d60-4bf1-8960-1fa82ede37c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.066568] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 793.066568] env[69984]: value = "task-3944811" [ 793.066568] env[69984]: _type = "Task" [ 793.066568] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.078256] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944811, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.145123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.147856] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.023s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.148482] env[69984]: DEBUG nova.objects.instance [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lazy-loading 'resources' on Instance uuid cace175e-fd8b-41fe-a559-e0f30066a26b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.182655] env[69984]: INFO nova.scheduler.client.report [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Deleted allocations for instance f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d [ 793.202297] env[69984]: DEBUG nova.compute.manager [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 793.309739] env[69984]: DEBUG oslo_concurrency.lockutils [None req-58f28596-a106-4834-b1bb-694820ced57c tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.914s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.310010] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944807, 'name': CreateSnapshot_Task, 'duration_secs': 0.926282} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.311218] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.312059] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf41086-147f-4f00-a6a1-edfa3efb18fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.388598] env[69984]: DEBUG nova.network.neutron [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updated VIF entry in instance network info cache for port 0a2c092f-de76-4e9a-896e-32276bc5dc3e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.388915] env[69984]: DEBUG nova.network.neutron [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [{"id": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "address": "fa:16:3e:ec:0d:31", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2c092f-de", "ovs_interfaceid": "0a2c092f-de76-4e9a-896e-32276bc5dc3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.391102] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.391498] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.485817] env[69984]: DEBUG oslo_vmware.api [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169455} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.486142] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.486337] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.486613] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.486682] env[69984]: INFO nova.compute.manager [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 793.486926] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.487246] env[69984]: DEBUG nova.compute.manager [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.487357] env[69984]: DEBUG nova.network.neutron [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.538475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.538856] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Instance network_info: |[{"id": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "address": "fa:16:3e:8a:5a:12", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7c4fbd-f9", "ovs_interfaceid": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.539309] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5a:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.554792] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.556804] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.557108] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bee28b88-3a40-45ec-bc65-f2fa237c4070 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.584367] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944811, 'name': Rename_Task, 'duration_secs': 0.220217} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.589179] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.589179] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.589179] env[69984]: value = "task-3944812" [ 793.589179] env[69984]: _type = "Task" [ 793.589179] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.589179] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6242c7-c31e-4622-87c3-9d6e037a278a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.597459] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944812, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.598864] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 793.598864] env[69984]: value = "task-3944813" [ 793.598864] env[69984]: _type = "Task" [ 793.598864] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.608935] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.695961] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b6f0b0c2-a08b-4f78-816f-7534ea1d35f3 tempest-ListServerFiltersTestJSON-532875823 tempest-ListServerFiltersTestJSON-532875823-project-member] Lock "f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.140s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.736123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.816230] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.831846] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.832447] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f792c946-0063-4ea6-a8fc-08c2e1249e55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.845070] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 793.845070] env[69984]: value = "task-3944814" [ 793.845070] env[69984]: _type = "Task" [ 793.845070] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.854170] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944814, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.893339] env[69984]: DEBUG oslo_concurrency.lockutils [req-e1d005c0-bfd4-48ca-8003-1527f2972c74 req-e499c376-a656-42f7-8c0a-d2cb392777d5 service nova] Releasing lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.992721] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Received event network-vif-plugged-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.992969] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Acquiring lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.993270] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.993452] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.993624] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] No waiting events found dispatching network-vif-plugged-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.993798] env[69984]: WARNING nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Received unexpected event network-vif-plugged-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c for instance with vm_state building and task_state spawning. [ 793.993998] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Received event network-changed-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.994299] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Refreshing instance network info cache due to event network-changed-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.994563] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Acquiring lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.994726] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Acquired lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.994880] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Refreshing network info cache for port ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.101039] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944812, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.112952] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.142198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.142198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.331747] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccba511-630b-4d67-a00c-a0df79ccba76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.354119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdd9e4-1b43-4de7-a42f-d0d33f038415 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.359859] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.368032] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944814, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.396258] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347f2e4-da99-401a-a9af-7bd4617f7522 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.405890] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6af411-fd47-425e-8bcf-a84b259fa055 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.422139] env[69984]: DEBUG nova.compute.provider_tree [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.602815] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944812, 'name': CreateVM_Task, 'duration_secs': 0.591143} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.606560] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.607246] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.607408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.607729] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.609861] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7557bc45-5fa4-4557-b3f5-019c9cd2aa7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.617173] env[69984]: DEBUG oslo_vmware.api [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944813, 'name': PowerOnVM_Task, 'duration_secs': 0.985277} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.618670] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.619040] env[69984]: INFO nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Took 9.92 seconds to spawn the instance on the hypervisor. [ 794.619308] env[69984]: DEBUG nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.620551] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff900eaf-9083-4ef9-a040-83ed03589322 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627422] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 794.627422] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f86b07-a28f-ea9b-4aa1-73369777f3f1" [ 794.627422] env[69984]: _type = "Task" [ 794.627422] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.654536] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f86b07-a28f-ea9b-4aa1-73369777f3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.654536] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.654536] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.654536] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.655023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.655023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.655023] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2037e7b0-7700-4907-acf2-5080ef53a00b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.665674] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.665921] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.668194] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ebfe24-0032-417f-870f-c5d7433f3b38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.678569] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 794.678569] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d563b8-f818-42cf-e5ea-833164d390ea" [ 794.678569] env[69984]: _type = "Task" [ 794.678569] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.688027] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d563b8-f818-42cf-e5ea-833164d390ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.789504] env[69984]: DEBUG nova.network.neutron [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.859206] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944814, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.925801] env[69984]: DEBUG nova.scheduler.client.report [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.047769] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Updated VIF entry in instance network info cache for port ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.047769] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Updating instance_info_cache with network_info: [{"id": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "address": "fa:16:3e:8a:5a:12", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee7c4fbd-f9", "ovs_interfaceid": "ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.156407] env[69984]: INFO nova.compute.manager [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Took 42.11 seconds to build instance. [ 795.191940] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d563b8-f818-42cf-e5ea-833164d390ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.193039] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60622209-976f-4e34-add6-a3529de7b22e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.199089] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 795.199089] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bd694e-4ef5-c35e-5dd1-86667b4d80dc" [ 795.199089] env[69984]: _type = "Task" [ 795.199089] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.209416] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bd694e-4ef5-c35e-5dd1-86667b4d80dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.294730] env[69984]: INFO nova.compute.manager [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 1.81 seconds to deallocate network for instance. [ 795.360417] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944814, 'name': CloneVM_Task, 'duration_secs': 1.4217} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.360764] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Created linked-clone VM from snapshot [ 795.362183] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e54ebe-754f-499d-8c01-6767d0764942 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.375275] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Uploading image a75246c7-4c9b-445c-a71d-b723024e1aa3 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.405082] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.405082] env[69984]: value = "vm-783015" [ 795.405082] env[69984]: _type = "VirtualMachine" [ 795.405082] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.405386] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1ef46ff-fbde-4d97-9310-8f54969b52ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.416740] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease: (returnval){ [ 795.416740] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521e2853-2c64-1a5f-ffcc-c865e53fcdb6" [ 795.416740] env[69984]: _type = "HttpNfcLease" [ 795.416740] env[69984]: } obtained for exporting VM: (result){ [ 795.416740] env[69984]: value = "vm-783015" [ 795.416740] env[69984]: _type = "VirtualMachine" [ 795.416740] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.416740] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the lease: (returnval){ [ 795.416740] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521e2853-2c64-1a5f-ffcc-c865e53fcdb6" [ 795.416740] env[69984]: _type = "HttpNfcLease" [ 795.416740] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.424931] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.424931] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521e2853-2c64-1a5f-ffcc-c865e53fcdb6" [ 795.424931] env[69984]: _type = "HttpNfcLease" [ 795.424931] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.431678] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.435606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.643s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.436924] env[69984]: INFO nova.compute.claims [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.463580] env[69984]: INFO nova.scheduler.client.report [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Deleted allocations for instance cace175e-fd8b-41fe-a559-e0f30066a26b [ 795.554621] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Releasing lock "refresh_cache-23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.554621] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.554621] env[69984]: DEBUG nova.compute.manager [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing instance network info cache due to event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.554839] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.554889] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.555064] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.657297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c65a6c0-ac77-4c15-a88d-df1d9a9b0cdb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.455s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.717753] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bd694e-4ef5-c35e-5dd1-86667b4d80dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.718176] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.718523] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24/23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.718870] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b487ef61-cf86-46cb-80db-0f8f1c01a2c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.728455] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 795.728455] env[69984]: value = "task-3944816" [ 795.728455] env[69984]: _type = "Task" [ 795.728455] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.739328] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.810328] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.929937] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.929937] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521e2853-2c64-1a5f-ffcc-c865e53fcdb6" [ 795.929937] env[69984]: _type = "HttpNfcLease" [ 795.929937] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.929937] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.929937] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521e2853-2c64-1a5f-ffcc-c865e53fcdb6" [ 795.929937] env[69984]: _type = "HttpNfcLease" [ 795.929937] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.929937] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bdc17-1b87-4c61-b447-5d271789d0d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.945107] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.945107] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.017817] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3b7a528-b936-4df6-8fa2-037d8c7dc107 tempest-ServersAdminNegativeTestJSON-1427519118 tempest-ServersAdminNegativeTestJSON-1427519118-project-member] Lock "cace175e-fd8b-41fe-a559-e0f30066a26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.543s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.079157] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9c108eb-d945-4141-9a66-4dc1c7093d12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "8c99ef9e-5b2d-4091-a20a-42c288533995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.093901] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.094239] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.094524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.094688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.102107] env[69984]: INFO nova.compute.manager [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Terminating instance [ 796.161315] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.242670] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.435468] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updated VIF entry in instance network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.435468] env[69984]: DEBUG nova.network.neutron [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.519239] env[69984]: DEBUG nova.compute.manager [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Received event network-vif-deleted-0a2c092f-de76-4e9a-896e-32276bc5dc3e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.519239] env[69984]: DEBUG nova.compute.manager [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.519239] env[69984]: DEBUG nova.compute.manager [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing instance network info cache due to event network-changed-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.519374] env[69984]: DEBUG oslo_concurrency.lockutils [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] Acquiring lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.610492] env[69984]: DEBUG nova.compute.manager [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.610825] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.612453] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c227e5-2573-499a-863d-50b0d7c290b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.622790] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.623414] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae5ea70c-da95-48c5-844f-681bf1ce5580 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.631758] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 796.631758] env[69984]: value = "task-3944817" [ 796.631758] env[69984]: _type = "Task" [ 796.631758] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.652111] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.687734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.690906] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.754343] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532291} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.755084] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24/23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.755084] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.755084] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec1f9ba-60fc-4e43-9fab-f200dc9cee04 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.765623] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 796.765623] env[69984]: value = "task-3944818" [ 796.765623] env[69984]: _type = "Task" [ 796.765623] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.787836] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.938141] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b722964-98dc-42c8-a458-5f7a430e2c0d req-a923b6eb-e961-4f97-8656-25267c42a03f service nova] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.938988] env[69984]: DEBUG oslo_concurrency.lockutils [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] Acquired lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.939210] env[69984]: DEBUG nova.network.neutron [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Refreshing network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.084797] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1e910-be92-4983-a79c-81ab91b886ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.094785] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f541c6c-6cec-48b1-9829-455cdc5cc051 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.134131] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a62f0-715e-4330-8a4d-e3aa1deef824 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.146077] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944817, 'name': PowerOffVM_Task, 'duration_secs': 0.25138} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.148716] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.149100] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.149511] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea499ed7-7048-4549-9561-3e0b473825da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.152308] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ec119-3cbc-4f2b-8f09-30bf9f30e7aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.170920] env[69984]: DEBUG nova.compute.provider_tree [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.231184] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.231853] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.232338] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Deleting the datastore file [datastore2] 8c99ef9e-5b2d-4091-a20a-42c288533995 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.232674] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba3cbd4-e4db-4f6c-bcdc-a5e3c88ec0c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.242166] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for the task: (returnval){ [ 797.242166] env[69984]: value = "task-3944820" [ 797.242166] env[69984]: _type = "Task" [ 797.242166] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.256536] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.282700] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096753} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.282700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.282700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.282700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.282948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.282948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.285994] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.285994] env[69984]: INFO nova.compute.manager [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Terminating instance [ 797.287203] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a996af2-f512-42e7-bf3b-dba778176dd5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.316229] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24/23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.317766] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97af51e5-6fc7-400c-b91a-640768d003a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.340891] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 797.340891] env[69984]: value = "task-3944821" [ 797.340891] env[69984]: _type = "Task" [ 797.340891] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.355358] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.675183] env[69984]: DEBUG nova.scheduler.client.report [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.760153] env[69984]: DEBUG oslo_vmware.api [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Task: {'id': task-3944820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17016} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.760703] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.760892] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.761311] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.761613] env[69984]: INFO nova.compute.manager [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Took 1.15 seconds to destroy the instance on the hypervisor. [ 797.761953] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.762312] env[69984]: DEBUG nova.compute.manager [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.762452] env[69984]: DEBUG nova.network.neutron [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.794836] env[69984]: DEBUG nova.compute.manager [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.795840] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.797498] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aefd75-6076-4fa7-813d-b8504a4f870c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.810171] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.810852] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a71c298-fc6b-4d6f-8056-1f097e3b2d1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.819374] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 797.819374] env[69984]: value = "task-3944822" [ 797.819374] env[69984]: _type = "Task" [ 797.819374] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.820952] env[69984]: DEBUG nova.network.neutron [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updated VIF entry in instance network info cache for port ccb9b662-6f14-47f3-8e5b-0d976ba55dd2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.822152] env[69984]: DEBUG nova.network.neutron [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [{"id": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "address": "fa:16:3e:a8:3f:d3", "network": {"id": "3c33c27a-a6a6-497a-9225-86613d24da73", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-510356903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210f5efae2e54f3e9e5330f0ded7cd43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccb9b662-6f", "ovs_interfaceid": "ccb9b662-6f14-47f3-8e5b-0d976ba55dd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.837299] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.860591] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944821, 'name': ReconfigVM_Task, 'duration_secs': 0.306709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.861080] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24/23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.861890] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53744663-be68-4128-bbb4-ea3a17e6ec19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.870238] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 797.870238] env[69984]: value = "task-3944823" [ 797.870238] env[69984]: _type = "Task" [ 797.870238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.896400] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944823, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.181268] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.182017] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.189851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.827s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.192692] env[69984]: INFO nova.compute.claims [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.330019] env[69984]: DEBUG oslo_concurrency.lockutils [req-acf3df2e-249c-4ffd-baac-283489293897 req-f2c9d585-a35f-4a5b-ab11-4957b03121c6 service nova] Releasing lock "refresh_cache-eea8c53a-dd34-418d-b7ae-1cfafb122d6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342535] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944822, 'name': PowerOffVM_Task, 'duration_secs': 0.333189} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.343168] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.347024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.347024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a737045-8021-4930-a67f-8003427efeff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.382491] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944823, 'name': Rename_Task, 'duration_secs': 0.198702} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.383097] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.383517] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086b067e-c9bb-4d8c-aebc-22a2f949b010 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.391966] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 798.391966] env[69984]: value = "task-3944825" [ 798.391966] env[69984]: _type = "Task" [ 798.391966] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.403326] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.422543] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.424493] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.424959] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleting the datastore file [datastore2] eb6b4b44-de5b-4032-b75f-edb19e5610cd {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.425476] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f3f2872-18c9-4911-a619-7ce405460a03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.437657] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for the task: (returnval){ [ 798.437657] env[69984]: value = "task-3944826" [ 798.437657] env[69984]: _type = "Task" [ 798.437657] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.449248] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.697379] env[69984]: DEBUG nova.compute.manager [req-4e1765da-57c4-448a-9973-b7fd7ae9dde2 req-ecfec1d4-f3d5-4e13-8374-5ffc1f53d6ef service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Received event network-vif-deleted-91329a69-053c-4141-9034-18bff6722bbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.697579] env[69984]: INFO nova.compute.manager [req-4e1765da-57c4-448a-9973-b7fd7ae9dde2 req-ecfec1d4-f3d5-4e13-8374-5ffc1f53d6ef service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Neutron deleted interface 91329a69-053c-4141-9034-18bff6722bbb; detaching it from the instance and deleting it from the info cache [ 798.697745] env[69984]: DEBUG nova.network.neutron [req-4e1765da-57c4-448a-9973-b7fd7ae9dde2 req-ecfec1d4-f3d5-4e13-8374-5ffc1f53d6ef service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.702571] env[69984]: DEBUG nova.compute.utils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.706691] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 798.890944] env[69984]: DEBUG nova.network.neutron [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.906349] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.955942] env[69984]: DEBUG oslo_vmware.api [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Task: {'id': task-3944826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177998} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.956275] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.956607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.956840] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.957069] env[69984]: INFO nova.compute.manager [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 798.958154] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.958154] env[69984]: DEBUG nova.compute.manager [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.958154] env[69984]: DEBUG nova.network.neutron [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.085207] env[69984]: INFO nova.compute.manager [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Rebuilding instance [ 799.151525] env[69984]: DEBUG nova.compute.manager [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.152549] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c78b9-a2dc-4110-bc5e-a91f940cf783 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.200501] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3f27a7f-51ba-4b72-9bbf-8078f96769eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.206986] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.227023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb8c55-7f7e-4994-aac6-aaa752c020f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.267268] env[69984]: DEBUG nova.compute.manager [req-4e1765da-57c4-448a-9973-b7fd7ae9dde2 req-ecfec1d4-f3d5-4e13-8374-5ffc1f53d6ef service nova] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Detach interface failed, port_id=91329a69-053c-4141-9034-18bff6722bbb, reason: Instance 8c99ef9e-5b2d-4091-a20a-42c288533995 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.404683] env[69984]: INFO nova.compute.manager [-] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Took 1.64 seconds to deallocate network for instance. [ 799.420794] env[69984]: DEBUG oslo_vmware.api [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944825, 'name': PowerOnVM_Task, 'duration_secs': 0.524745} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.423801] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.423801] env[69984]: INFO nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Took 8.86 seconds to spawn the instance on the hypervisor. [ 799.423801] env[69984]: DEBUG nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.423801] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73bbea0-4745-4323-af6e-0ff8cf659079 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.889028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a005c9-a9f8-482a-95ce-7a705b28fbda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.899741] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f587246e-0e41-4b63-92aa-ee0a6b63a520 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.939886] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.942257] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcafb6e5-9fce-434b-9660-3da5807ef957 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.945577] env[69984]: DEBUG nova.network.neutron [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.959149] env[69984]: INFO nova.compute.manager [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Took 38.22 seconds to build instance. [ 799.964386] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0817c5f2-f318-48b7-8475-ed335ff29788 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.983612] env[69984]: DEBUG nova.compute.provider_tree [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.168394] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.168867] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d53f034-d4cb-46c8-a07e-a329b5ec7be7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.177583] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 800.177583] env[69984]: value = "task-3944827" [ 800.177583] env[69984]: _type = "Task" [ 800.177583] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.189772] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.223301] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.257367] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.257367] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.257367] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.257786] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.257995] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.258378] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.258724] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.259028] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.259329] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.259688] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.260060] env[69984]: DEBUG nova.virt.hardware [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.262372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd9c7c-c43f-43c4-8b50-b03bc1a44414 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.276387] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaaa225-fe64-48f8-bdc5-c8cbd07ce6a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.294505] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.300284] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Creating folder: Project (db18528a0305432aa1e082873d7a4c3e). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.300690] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d5f76c-ffac-4db1-ad6e-19a0ff10fd15 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.314990] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Created folder: Project (db18528a0305432aa1e082873d7a4c3e) in parent group-v782883. [ 800.315607] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Creating folder: Instances. Parent ref: group-v783016. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.315607] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a67fa60-796d-41ed-8d72-d4d18c679ff1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.329790] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Created folder: Instances in parent group-v783016. [ 800.333025] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.333025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.333025] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7d94036-48e3-49b8-944d-ea46830ffe47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.357031] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.357031] env[69984]: value = "task-3944830" [ 800.357031] env[69984]: _type = "Task" [ 800.357031] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.370124] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944830, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.450636] env[69984]: INFO nova.compute.manager [-] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Took 1.49 seconds to deallocate network for instance. [ 800.461562] env[69984]: DEBUG oslo_concurrency.lockutils [None req-34f14293-185d-4fbe-ad7c-e3bf0856d768 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.035s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.487622] env[69984]: DEBUG nova.scheduler.client.report [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.689468] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944827, 'name': PowerOffVM_Task, 'duration_secs': 0.282365} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.689999] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.690252] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.691481] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bcc99d-8949-4353-a829-c9f91ce0ab4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.702829] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.703173] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9132be87-a98f-4397-a965-686f6ce532ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.819831] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.820198] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.820304] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.820597] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f4c0d7-054e-495a-bbe5-c508b3de17aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.829703] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 800.829703] env[69984]: value = "task-3944832" [ 800.829703] env[69984]: _type = "Task" [ 800.829703] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.849719] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.868158] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944830, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.959108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.969248] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.993354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.993918] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.001726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.491s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.002112] env[69984]: DEBUG nova.objects.instance [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lazy-loading 'resources' on Instance uuid 2c9fc03a-de34-4328-b616-b66758604ebf {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.174391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.174520] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.203660] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.204090] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.222535] env[69984]: DEBUG nova.compute.manager [req-03c1a9a0-11f3-4f41-bfb4-c99b4993807f req-7a50c22a-ee9e-4575-a382-c09f03a8a4bf service nova] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Received event network-vif-deleted-94e1b4b3-ec2b-4a31-b055-5a860ea3ca58 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.346026] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187057} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.346026] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.346026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.346026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.376632] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944830, 'name': CreateVM_Task, 'duration_secs': 0.609999} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.376632] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.376632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.376632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.376966] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.377256] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874094e5-5020-4ae4-9f7f-8067411ff812 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.385995] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 801.385995] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b71409-9b3e-b75e-8088-0e98561afb0a" [ 801.385995] env[69984]: _type = "Task" [ 801.385995] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.401181] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b71409-9b3e-b75e-8088-0e98561afb0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.401775] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402059] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.402304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402479] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.402668] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.403331] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff663e51-10b0-4394-922d-de012d8592f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.415757] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.416163] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.416932] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadccdc7-b8a0-4e98-961e-c25417923df5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.426592] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 801.426592] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52656a51-2e52-580b-2c2a-191896ecd5c4" [ 801.426592] env[69984]: _type = "Task" [ 801.426592] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.437136] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52656a51-2e52-580b-2c2a-191896ecd5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.462857] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.462857] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.463275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.463275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.463374] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.468112] env[69984]: INFO nova.compute.manager [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Terminating instance [ 801.509473] env[69984]: DEBUG nova.compute.utils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.513406] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.517288] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.517288] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.869968] env[69984]: DEBUG nova.policy [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6365620b8f274069b83f41dc644b34b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51531e00559441d79520861f8ad64de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.944257] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52656a51-2e52-580b-2c2a-191896ecd5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01224} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.952330] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a642c91-ac01-4b1e-8b0c-1c39a6bd8d70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.959183] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 801.959183] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522da8ea-4fd9-d95e-db85-527213617286" [ 801.959183] env[69984]: _type = "Task" [ 801.959183] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.973329] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522da8ea-4fd9-d95e-db85-527213617286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.979882] env[69984]: DEBUG nova.compute.manager [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.980167] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.981287] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1b642-660c-46e7-aa70-6d2652b63932 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.997504] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.998199] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90322dd0-f996-4514-a384-1a7641ce2b2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.009591] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 802.009591] env[69984]: value = "task-3944833" [ 802.009591] env[69984]: _type = "Task" [ 802.009591] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.022773] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.026257] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.204627] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084d01f-6a04-4d20-b108-3fcfd0f2a89d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.222027] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e623053-b5fd-4289-bb9b-71de87a3fdad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.259353] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a937fde-d689-4138-b8f6-abe4462841f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.268877] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8744b5cd-b9e4-4853-9035-f2167600f9e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.285300] env[69984]: DEBUG nova.compute.provider_tree [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.397442] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.398013] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.398369] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.398762] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.399459] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.399459] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.399844] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.400252] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.400613] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.400976] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.401364] env[69984]: DEBUG nova.virt.hardware [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.402935] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d9c46-527d-40dc-84f7-7e2e0ba6b754 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.416249] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6972a8d0-01a7-44c4-98a9-671ba2f6436a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.444968] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:28:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7617934-185a-4068-931c-facbd7ba0dd1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.459227] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.459824] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.460883] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac69f32-084e-48b6-9f2e-23e4e6a651f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.505510] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522da8ea-4fd9-d95e-db85-527213617286, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.507996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508737] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 23de6c8c-9515-44a8-8e1b-d268275c3513/23de6c8c-9515-44a8-8e1b-d268275c3513.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.509136] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.509136] env[69984]: value = "task-3944834" [ 802.509136] env[69984]: _type = "Task" [ 802.509136] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.509582] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7226ca9-a47f-477e-8e0e-230a1e3d1a69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.541094] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944833, 'name': PowerOffVM_Task, 'duration_secs': 0.212785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.553660] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.553660] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.553660] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944834, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.553660] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 802.553660] env[69984]: value = "task-3944835" [ 802.553660] env[69984]: _type = "Task" [ 802.553660] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.553660] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a12dd3-6d93-402d-8082-a6ee35676473 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.570110] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.631502] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.631827] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.631951] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore1] 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.632603] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63efefe5-3de7-435d-ae46-6f430034a47d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.645055] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 802.645055] env[69984]: value = "task-3944837" [ 802.645055] env[69984]: _type = "Task" [ 802.645055] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.657428] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.781314] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Successfully created port: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.789462] env[69984]: DEBUG nova.scheduler.client.report [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.047888] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944834, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.054575] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.081612] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.095736] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.096111] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.096293] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.096552] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.096753] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.096959] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.097345] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.097838] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.098324] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.098695] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.098983] env[69984]: DEBUG nova.virt.hardware [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.102490] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027e40e-1a51-4d66-9fb8-eb8209594508 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.115865] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1db124-498d-438f-98f3-b8b1a97ad002 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.157295] env[69984]: DEBUG oslo_vmware.api [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3944837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258695} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.157742] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.158558] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.158835] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.159113] env[69984]: INFO nova.compute.manager [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Took 1.18 seconds to destroy the instance on the hypervisor. [ 803.159457] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.160068] env[69984]: DEBUG nova.compute.manager [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.162380] env[69984]: DEBUG nova.network.neutron [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.297589] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.302956] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.819s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.306137] env[69984]: INFO nova.compute.claims [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.330513] env[69984]: INFO nova.scheduler.client.report [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Deleted allocations for instance 2c9fc03a-de34-4328-b616-b66758604ebf [ 803.530343] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944834, 'name': CreateVM_Task, 'duration_secs': 0.656344} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.530623] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.531587] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.531825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.532262] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.533164] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636c188f-493b-4b75-a6c2-c0ebe1ac45d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.541334] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 803.541334] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522093c2-9137-0524-a169-34ea5ff15cf0" [ 803.541334] env[69984]: _type = "Task" [ 803.541334] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.556948] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522093c2-9137-0524-a169-34ea5ff15cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.560392] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.560392] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.560392] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.560392] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.560754] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.560754] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9bcbb88-2001-490f-aea7-4f4eb14fdd67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.570910] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.572832] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.573358] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.573890] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a740855-4449-4a97-9637-13500ea30c0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.580405] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 803.580405] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cd21ce-1025-5265-9170-bbf800777d86" [ 803.580405] env[69984]: _type = "Task" [ 803.580405] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.590836] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cd21ce-1025-5265-9170-bbf800777d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.849442] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8cf63517-db87-48b7-8268-e455c9e3323c tempest-FloatingIPsAssociationNegativeTestJSON-219542517 tempest-FloatingIPsAssociationNegativeTestJSON-219542517-project-member] Lock "2c9fc03a-de34-4328-b616-b66758604ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.971s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.895941] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.896507] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.941915] env[69984]: DEBUG nova.compute.manager [req-22008da4-f139-47cc-8077-93a9e2d6af93 req-07e84ce2-399b-4adb-b3f7-ae42535d9969 service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Received event network-vif-deleted-ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.942081] env[69984]: INFO nova.compute.manager [req-22008da4-f139-47cc-8077-93a9e2d6af93 req-07e84ce2-399b-4adb-b3f7-ae42535d9969 service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Neutron deleted interface ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c; detaching it from the instance and deleting it from the info cache [ 803.942288] env[69984]: DEBUG nova.network.neutron [req-22008da4-f139-47cc-8077-93a9e2d6af93 req-07e84ce2-399b-4adb-b3f7-ae42535d9969 service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.004203] env[69984]: DEBUG nova.network.neutron [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.070699] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944835, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.092800] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cd21ce-1025-5265-9170-bbf800777d86, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.093806] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-729fa130-e6c4-4bcf-bbfa-a2d44339c620 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.101492] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 804.101492] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270de68-d3bb-531a-a93c-a134b71bf705" [ 804.101492] env[69984]: _type = "Task" [ 804.101492] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.111644] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270de68-d3bb-531a-a93c-a134b71bf705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.450375] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5abc183a-3329-4a07-8524-07700ed98833 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.461845] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a063f423-89d4-4b55-9cc4-91eb7d709784 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.510829] env[69984]: INFO nova.compute.manager [-] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Took 1.35 seconds to deallocate network for instance. [ 804.511350] env[69984]: DEBUG nova.compute.manager [req-22008da4-f139-47cc-8077-93a9e2d6af93 req-07e84ce2-399b-4adb-b3f7-ae42535d9969 service nova] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Detach interface failed, port_id=ee7c4fbd-f9f7-4558-a92b-6db3961f7d9c, reason: Instance 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 804.571687] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944835, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.647845} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.574965] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 23de6c8c-9515-44a8-8e1b-d268275c3513/23de6c8c-9515-44a8-8e1b-d268275c3513.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.575251] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.576393] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08e38f5e-d270-4f48-a40c-b8964808d701 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.585174] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 804.585174] env[69984]: value = "task-3944838" [ 804.585174] env[69984]: _type = "Task" [ 804.585174] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.597836] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.613800] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5270de68-d3bb-531a-a93c-a134b71bf705, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.617988] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.617988] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.617988] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81ae788-1e84-4372-91cc-9812dfa346d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.627098] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 804.627098] env[69984]: value = "task-3944839" [ 804.627098] env[69984]: _type = "Task" [ 804.627098] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.639080] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.746778] env[69984]: DEBUG nova.compute.manager [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Received event network-vif-plugged-59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.747092] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] Acquiring lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.747344] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.747504] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.747700] env[69984]: DEBUG nova.compute.manager [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] No waiting events found dispatching network-vif-plugged-59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.747853] env[69984]: WARNING nova.compute.manager [req-f4f73a76-cea7-47c1-b5b7-1c67e5f314cd req-a813d1db-c102-4c22-9232-c2ed88df43d0 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Received unexpected event network-vif-plugged-59296a2f-acfd-43fa-bf39-9e3ca284e6fa for instance with vm_state building and task_state spawning. [ 804.909553] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Successfully updated port: 59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.020506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.027953] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d0249-326e-412c-a4bc-c0845b030c31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.043428] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a14d9-27b8-4709-9ba1-3f90bc7b5716 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.093806] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aacd358-64d1-4808-8975-77cf55d667f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.104698] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083257} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.107989] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.109642] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138e952-83e6-479a-aa0f-5d80c623dbf1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.114884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5010a77-efc5-4c06-b260-40805a4c4605 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.141730] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 23de6c8c-9515-44a8-8e1b-d268275c3513/23de6c8c-9515-44a8-8e1b-d268275c3513.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.158228] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81456ae8-9d6a-4e6d-a606-05f51cef9e04 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.175759] env[69984]: DEBUG nova.compute.provider_tree [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.185028] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944839, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.187437] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 805.187437] env[69984]: value = "task-3944840" [ 805.187437] env[69984]: _type = "Task" [ 805.187437] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.197371] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.424524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.424524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.424524] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.516792] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.516969] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e45f7-437f-4c4e-8860-541bb17fd676 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.526372] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.526582] env[69984]: ERROR oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk due to incomplete transfer. [ 805.526883] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dfef5d52-642c-4101-a2f5-730a9b9cfe4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.543035] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52697700-0e6d-76e4-c399-0dbe755a6a57/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.543332] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Uploaded image a75246c7-4c9b-445c-a71d-b723024e1aa3 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.548018] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.550490] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2ec0d25-a42e-4aad-bc93-a4d9b0eeaa41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.557511] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 805.557511] env[69984]: value = "task-3944841" [ 805.557511] env[69984]: _type = "Task" [ 805.557511] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.570335] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944841, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.643122] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574338} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.643580] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.643695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.643908] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f66020e7-5882-4557-8b3e-5145696b4d6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.652325] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 805.652325] env[69984]: value = "task-3944842" [ 805.652325] env[69984]: _type = "Task" [ 805.652325] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.663925] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.679214] env[69984]: DEBUG nova.scheduler.client.report [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.698504] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944840, 'name': ReconfigVM_Task, 'duration_secs': 0.423187} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.700749] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 23de6c8c-9515-44a8-8e1b-d268275c3513/23de6c8c-9515-44a8-8e1b-d268275c3513.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.700749] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f20579-230f-4797-b9aa-c5b0e8dd09c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.711402] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 805.711402] env[69984]: value = "task-3944843" [ 805.711402] env[69984]: _type = "Task" [ 805.711402] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.721134] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944843, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.975161] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.075128] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944841, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.164029] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143157} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.164384] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.165774] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710ab06-4620-46b6-bcb6-407a40d749ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.187134] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.198066] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.202086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.364s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.203580] env[69984]: INFO nova.compute.claims [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.208917] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2826c31-da5e-47b9-adda-a30c543dde67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.241402] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944843, 'name': Rename_Task, 'duration_secs': 0.388782} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.242973] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.244265] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 806.244265] env[69984]: value = "task-3944844" [ 806.244265] env[69984]: _type = "Task" [ 806.244265] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.244581] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22c058b7-bd59-406c-8127-bdd67fc922a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.259223] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.261208] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 806.261208] env[69984]: value = "task-3944845" [ 806.261208] env[69984]: _type = "Task" [ 806.261208] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.273054] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.288592] env[69984]: DEBUG nova.network.neutron [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updating instance_info_cache with network_info: [{"id": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "address": "fa:16:3e:86:39:0b", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59296a2f-ac", "ovs_interfaceid": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.569305] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944841, 'name': Destroy_Task, 'duration_secs': 0.709785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.569641] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Destroyed the VM [ 806.569910] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.570201] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b188c030-aa05-4a13-88ab-bac8385d6b4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.578997] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 806.578997] env[69984]: value = "task-3944846" [ 806.578997] env[69984]: _type = "Task" [ 806.578997] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.589146] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944846, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.704708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "20c9b54f-f8d6-482c-aa41-1b3183fdaed6" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.704708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "20c9b54f-f8d6-482c-aa41-1b3183fdaed6" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.759774] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.775853] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.779279] env[69984]: DEBUG nova.compute.manager [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Received event network-changed-59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.779377] env[69984]: DEBUG nova.compute.manager [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Refreshing instance network info cache due to event network-changed-59296a2f-acfd-43fa-bf39-9e3ca284e6fa. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.779624] env[69984]: DEBUG oslo_concurrency.lockutils [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] Acquiring lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.792414] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.792414] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Instance network_info: |[{"id": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "address": "fa:16:3e:86:39:0b", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59296a2f-ac", "ovs_interfaceid": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.792822] env[69984]: DEBUG oslo_concurrency.lockutils [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] Acquired lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.793626] env[69984]: DEBUG nova.network.neutron [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Refreshing network info cache for port 59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.795320] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:39:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59296a2f-acfd-43fa-bf39-9e3ca284e6fa', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.811362] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating folder: Project (51531e00559441d79520861f8ad64de4). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.817748] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0385e733-8870-4a3f-912c-ba708007a6bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.835711] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created folder: Project (51531e00559441d79520861f8ad64de4) in parent group-v782883. [ 806.836127] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating folder: Instances. Parent ref: group-v783020. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.836496] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d0e57c9-d970-439f-9371-580b285babb0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.851448] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created folder: Instances in parent group-v783020. [ 806.851671] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.852068] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.852198] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df52b70-08c4-4f86-bbb6-510ff0dd56e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.882222] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.882222] env[69984]: value = "task-3944849" [ 806.882222] env[69984]: _type = "Task" [ 806.882222] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.897490] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944849, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.092720] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944846, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.210012] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "20c9b54f-f8d6-482c-aa41-1b3183fdaed6" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.210012] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.214373] env[69984]: DEBUG nova.network.neutron [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updated VIF entry in instance network info cache for port 59296a2f-acfd-43fa-bf39-9e3ca284e6fa. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.214373] env[69984]: DEBUG nova.network.neutron [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updating instance_info_cache with network_info: [{"id": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "address": "fa:16:3e:86:39:0b", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59296a2f-ac", "ovs_interfaceid": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.270356] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944844, 'name': ReconfigVM_Task, 'duration_secs': 0.715003} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.275678] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5/54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.280085] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c8e63c6-1fc5-4b2c-8269-489c462a9b6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.289626] env[69984]: DEBUG oslo_vmware.api [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944845, 'name': PowerOnVM_Task, 'duration_secs': 0.83548} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.293388] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.293388] env[69984]: INFO nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Took 7.07 seconds to spawn the instance on the hypervisor. [ 807.293388] env[69984]: DEBUG nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.293388] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 807.293388] env[69984]: value = "task-3944850" [ 807.293388] env[69984]: _type = "Task" [ 807.293388] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.293388] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c2ad0b-1ee9-4f97-aa00-936ab88e4e25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.309761] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944850, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.397189] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944849, 'name': CreateVM_Task, 'duration_secs': 0.452325} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.397189] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.399824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.399824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.399824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.399824] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fe442a-147c-4d2a-b2f0-55985be68e13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.406990] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 807.406990] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52229bb0-fdaa-b20e-8b6b-9311655957f8" [ 807.406990] env[69984]: _type = "Task" [ 807.406990] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.420022] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52229bb0-fdaa-b20e-8b6b-9311655957f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.595534] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944846, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546373} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.595534] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.595859] env[69984]: DEBUG nova.compute.manager [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.597018] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ed140-756c-436e-87d6-2ab328a1f9bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.716542] env[69984]: DEBUG nova.compute.utils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.718152] env[69984]: DEBUG oslo_concurrency.lockutils [req-19997b82-04af-47f4-82dd-a71f71a37ecb req-b65eee75-ac42-4eb3-8361-a2662bea7a63 service nova] Releasing lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.718594] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.718761] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.808758] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944850, 'name': Rename_Task, 'duration_secs': 0.350526} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.811977] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.813250] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f89fdff-2d04-4de3-934f-5df8328fbf59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.823377] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 807.823377] env[69984]: value = "task-3944851" [ 807.823377] env[69984]: _type = "Task" [ 807.823377] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.828209] env[69984]: INFO nova.compute.manager [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Took 34.06 seconds to build instance. [ 807.841256] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944851, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.924621] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52229bb0-fdaa-b20e-8b6b-9311655957f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.924998] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.925183] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.925428] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.925581] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.925834] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.926117] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04cefa0-abd2-4327-b416-10cea8a4bf6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.931091] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4169e854-2739-43a5-a478-6df7006e7c41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.941421] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8951075c-d731-44fe-8e51-c551a8edc760 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.944800] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.944982] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.945715] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7982b1c2-5bb0-4fec-bb25-879e4a9cef9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.953920] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 807.953920] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e14e07-62d1-891f-4118-0c91406d46ef" [ 807.953920] env[69984]: _type = "Task" [ 807.953920] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.992784] env[69984]: DEBUG nova.policy [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aed6aa86eb474898b34816c74fabb219', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22ea20cf59ac4453b4290f7ac39f97f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.999625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d50226-7498-4242-8a66-32db567fda66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.013026] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e14e07-62d1-891f-4118-0c91406d46ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.013914] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba2e328-d3f5-4cea-8442-f7cf70b117ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.017945] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d0517-3900-4104-a49c-449716e786de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027299] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 808.027299] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529916bd-13c1-3c25-a986-2d9abcbd26a1" [ 808.027299] env[69984]: _type = "Task" [ 808.027299] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.037246] env[69984]: DEBUG nova.compute.provider_tree [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.049067] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529916bd-13c1-3c25-a986-2d9abcbd26a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.049067] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.049339] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/e97d0fb5-dfa6-4c8e-9401-d5e062187aed.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.049489] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6afcf97e-20df-40d3-b234-b197cf142fd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.058063] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 808.058063] env[69984]: value = "task-3944852" [ 808.058063] env[69984]: _type = "Task" [ 808.058063] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.068699] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.118108] env[69984]: INFO nova.compute.manager [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Shelve offloading [ 808.228435] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.337071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e97c4c3-4dbb-4afc-b336-e359831d8f67 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.518s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.351171] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.545075] env[69984]: DEBUG nova.scheduler.client.report [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.574351] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944852, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.625403] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.625610] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44cd8321-6a4d-4518-95f5-caf8bcef50a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.636605] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 808.636605] env[69984]: value = "task-3944853" [ 808.636605] env[69984]: _type = "Task" [ 808.636605] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.642690] env[69984]: DEBUG nova.compute.manager [None req-bde81244-f325-4ad2-b778-d47306634286 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.643908] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947cb53e-47cd-45b9-a5de-3163fd1d7585 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.662083] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.662083] env[69984]: DEBUG nova.compute.manager [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.665054] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f1039-4cea-4889-8dbc-4c10d81a92cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.675338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.675338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.675338] env[69984]: DEBUG nova.network.neutron [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.745329] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Successfully created port: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.840650] env[69984]: DEBUG oslo_vmware.api [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944851, 'name': PowerOnVM_Task, 'duration_secs': 0.607547} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.840650] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.840650] env[69984]: DEBUG nova.compute.manager [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.840650] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d40082-1129-4bda-a71b-cb8da5ea15b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.844032] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.056035] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.056035] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.057454] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "23de6c8c-9515-44a8-8e1b-d268275c3513" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.057872] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.058269] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "23de6c8c-9515-44a8-8e1b-d268275c3513-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.058598] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.059769] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.062024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.835s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.062489] env[69984]: DEBUG nova.objects.instance [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lazy-loading 'resources' on Instance uuid a0125c6c-33b0-43a4-a698-33e601ba5918 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.066286] env[69984]: INFO nova.compute.manager [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Terminating instance [ 809.090239] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610377} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.090782] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/e97d0fb5-dfa6-4c8e-9401-d5e062187aed.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.091291] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.091672] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17be987-234b-4997-aad2-4f10a4eafb58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.102208] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 809.102208] env[69984]: value = "task-3944854" [ 809.102208] env[69984]: _type = "Task" [ 809.102208] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.114424] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.172530] env[69984]: INFO nova.compute.manager [None req-bde81244-f325-4ad2-b778-d47306634286 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] instance snapshotting [ 809.172530] env[69984]: DEBUG nova.objects.instance [None req-bde81244-f325-4ad2-b778-d47306634286 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lazy-loading 'flavor' on Instance uuid 23de6c8c-9515-44a8-8e1b-d268275c3513 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.240685] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.279725] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.279974] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.280143] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.280326] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.280517] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.280620] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.280824] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.281023] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.281214] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.281382] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.281554] env[69984]: DEBUG nova.virt.hardware [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.282482] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea88477-9790-4dc8-baf0-3d9628ac957c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.295773] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b08f4-7b14-465c-857b-c31df80313e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.372978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.374730] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.563703] env[69984]: DEBUG nova.compute.utils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.566245] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.567703] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.584476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "refresh_cache-23de6c8c-9515-44a8-8e1b-d268275c3513" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.586640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquired lock "refresh_cache-23de6c8c-9515-44a8-8e1b-d268275c3513" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.589155] env[69984]: DEBUG nova.network.neutron [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.623643] env[69984]: DEBUG nova.policy [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.626170] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067669} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.626664] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.628074] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1422029-bda7-460f-8ec5-8e229a1505db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.672931] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/e97d0fb5-dfa6-4c8e-9401-d5e062187aed.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.678553] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530d55fb-598d-4499-8729-66ae73477b43 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.698451] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc5c611-a6fb-42d3-bee0-61141b4d8e66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.703398] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 809.703398] env[69984]: value = "task-3944855" [ 809.703398] env[69984]: _type = "Task" [ 809.703398] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.723520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c89286-bad7-423a-9593-1a41db9f8d32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.734791] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.838491] env[69984]: DEBUG nova.network.neutron [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.073446] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.143776] env[69984]: DEBUG nova.network.neutron [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.222362] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.242755] env[69984]: DEBUG nova.compute.manager [None req-bde81244-f325-4ad2-b778-d47306634286 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance disappeared during snapshot {{(pid=69984) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 810.262091] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Successfully created port: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.269448] env[69984]: DEBUG nova.network.neutron [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.345087] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.448975] env[69984]: DEBUG nova.compute.manager [None req-bde81244-f325-4ad2-b778-d47306634286 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Found 0 images (rotation: 2) {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 810.520713] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf921b6c-1f6c-428f-b296-ab23891feb5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.532184] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c2a230-ec4a-4cd1-adae-32e00b93efcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.567249] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be934a56-ac61-4bd1-8a21-490cf71be114 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.578688] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494ab02-716b-41d5-a36a-ee322e017862 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.599263] env[69984]: DEBUG nova.compute.provider_tree [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.613560] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.613856] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.614098] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.614098] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.614293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.616431] env[69984]: INFO nova.compute.manager [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Terminating instance [ 810.717955] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.773232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Releasing lock "refresh_cache-23de6c8c-9515-44a8-8e1b-d268275c3513" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.773681] env[69984]: DEBUG nova.compute.manager [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.773876] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.774758] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8709ca-ea88-44ff-8eda-ca8398bb9882 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.785907] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.785907] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f60585-16b3-442e-855b-ec704214f985 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.794147] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 810.794147] env[69984]: value = "task-3944856" [ 810.794147] env[69984]: _type = "Task" [ 810.794147] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.805277] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.103701] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.111025] env[69984]: DEBUG nova.scheduler.client.report [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.123334] env[69984]: DEBUG nova.compute.manager [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.123334] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.124198] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e377f6-80d5-4e8e-bff9-5209c645d2bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.138658] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.139042] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d654f24-2747-4499-93ca-d250abdae1c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.150041] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 811.150041] env[69984]: value = "task-3944857" [ 811.150041] env[69984]: _type = "Task" [ 811.150041] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.153611] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Successfully updated port: 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.174375] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.183183] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.183183] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.183183] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.183602] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.183602] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.183602] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.183602] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.183602] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.183881] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.184023] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.184216] env[69984]: DEBUG nova.virt.hardware [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.185769] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef2374-a092-4fc8-bdf4-35ae1309a6d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.204172] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c4665a-67e2-40c5-9586-d0482902fe05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.238044] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944855, 'name': ReconfigVM_Task, 'duration_secs': 1.0292} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.238989] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/e97d0fb5-dfa6-4c8e-9401-d5e062187aed.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.240093] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b9a2426-5703-4265-a116-832ce1afe3f9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.250851] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 811.250851] env[69984]: value = "task-3944858" [ 811.250851] env[69984]: _type = "Task" [ 811.250851] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.259974] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944858, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.306861] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944856, 'name': PowerOffVM_Task, 'duration_secs': 0.133539} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.307916] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.307916] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.307916] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-affd151f-eeb6-4a51-91d2-ef9ae69cf3ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.345132] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.345132] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.345132] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Deleting the datastore file [datastore2] 23de6c8c-9515-44a8-8e1b-d268275c3513 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.345303] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58858fe-3d14-4196-8ac7-ae2721a78d88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.356206] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for the task: (returnval){ [ 811.356206] env[69984]: value = "task-3944860" [ 811.356206] env[69984]: _type = "Task" [ 811.356206] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.368558] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.376264] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.377490] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bce45-9574-40f9-a512-1d5de59768fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.387122] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.387756] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9eca6d9-f81b-4434-b614-51323f183f01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.404617] env[69984]: DEBUG nova.compute.manager [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Received event network-vif-plugged-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.404617] env[69984]: DEBUG oslo_concurrency.lockutils [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] Acquiring lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.404617] env[69984]: DEBUG oslo_concurrency.lockutils [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.404906] env[69984]: DEBUG oslo_concurrency.lockutils [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.404906] env[69984]: DEBUG nova.compute.manager [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] No waiting events found dispatching network-vif-plugged-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.405433] env[69984]: WARNING nova.compute.manager [req-94c14caf-c878-43ab-b988-492fb7b6f5d1 req-ffe3bf26-0d3f-432b-844c-2d16084feace service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Received unexpected event network-vif-plugged-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c for instance with vm_state building and task_state spawning. [ 811.519335] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.519335] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.519512] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore2] 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.519965] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf20f87-8926-4f56-8c48-6e1e1c358306 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.528056] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 811.528056] env[69984]: value = "task-3944862" [ 811.528056] env[69984]: _type = "Task" [ 811.528056] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.544258] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.571930] env[69984]: DEBUG nova.compute.manager [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-vif-unplugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.572270] env[69984]: DEBUG oslo_concurrency.lockutils [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.572486] env[69984]: DEBUG oslo_concurrency.lockutils [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.572683] env[69984]: DEBUG oslo_concurrency.lockutils [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.572726] env[69984]: DEBUG nova.compute.manager [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] No waiting events found dispatching network-vif-unplugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.572926] env[69984]: WARNING nova.compute.manager [req-b4fc28b3-fd77-4066-8398-e3e4633412d4 req-212879b0-e6a6-4259-9e30-159a968ecb14 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received unexpected event network-vif-unplugged-5a65d17c-c168-4f62-b919-5e4f12c32325 for instance with vm_state shelved and task_state shelving_offloading. [ 811.618850] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.557s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.622123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.553s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.623398] env[69984]: INFO nova.compute.claims [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.646438] env[69984]: INFO nova.scheduler.client.report [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted allocations for instance a0125c6c-33b0-43a4-a698-33e601ba5918 [ 811.659591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.659591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquired lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.659726] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.667289] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944857, 'name': PowerOffVM_Task, 'duration_secs': 0.248672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.667553] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.667707] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.667970] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3e625f-a2e5-4dd0-a7d0-1ae017728102 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.744096] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.744286] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.744460] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.744754] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01a7ad9e-b9ea-4787-b663-6c64318dd21d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.757032] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 811.757032] env[69984]: value = "task-3944864" [ 811.757032] env[69984]: _type = "Task" [ 811.757032] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.766265] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944858, 'name': Rename_Task, 'duration_secs': 0.189231} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.767089] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.767465] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f972c519-e22e-4878-ae6f-2cfea49669f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.775351] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.780998] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 811.780998] env[69984]: value = "task-3944865" [ 811.780998] env[69984]: _type = "Task" [ 811.780998] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.800311] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.869585] env[69984]: DEBUG oslo_vmware.api [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Task: {'id': task-3944860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194436} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.871675] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.871977] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.872168] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.872366] env[69984]: INFO nova.compute.manager [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Took 1.10 seconds to destroy the instance on the hypervisor. [ 811.872633] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.879275] env[69984]: DEBUG nova.compute.manager [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.879275] env[69984]: DEBUG nova.network.neutron [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.879275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.879275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.904182] env[69984]: DEBUG nova.network.neutron [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.044709] env[69984]: DEBUG oslo_vmware.api [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3944862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158412} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.044954] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.045425] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.045791] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.070994] env[69984]: INFO nova.scheduler.client.report [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted allocations for instance 6610d030-9550-43f8-a8b2-703d222d842e [ 812.154019] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdad4ed0-8a45-4b05-a6ec-164530a73636 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "a0125c6c-33b0-43a4-a698-33e601ba5918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.541s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.226206] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.274424] env[69984]: DEBUG oslo_vmware.api [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3944864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175238} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.274989] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.275352] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.275700] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.276055] env[69984]: INFO nova.compute.manager [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.276452] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.276798] env[69984]: DEBUG nova.compute.manager [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.277049] env[69984]: DEBUG nova.network.neutron [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.296292] env[69984]: DEBUG oslo_vmware.api [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944865, 'name': PowerOnVM_Task, 'duration_secs': 0.486642} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.297184] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.299022] env[69984]: INFO nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Took 9.24 seconds to spawn the instance on the hypervisor. [ 812.299022] env[69984]: DEBUG nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.299022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c947dfe-ed9b-4ee6-98c5-6556688e15b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.406950] env[69984]: DEBUG nova.network.neutron [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.543770] env[69984]: DEBUG nova.network.neutron [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Updating instance_info_cache with network_info: [{"id": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "address": "fa:16:3e:9c:9a:99", "network": {"id": "88e6f355-18af-485e-997c-68619cdccc4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2052934549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ea20cf59ac4453b4290f7ac39f97f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e8ea3ce-d1", "ovs_interfaceid": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.576343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.653246] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Successfully updated port: 709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.826650] env[69984]: INFO nova.compute.manager [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Took 37.50 seconds to build instance. [ 812.913651] env[69984]: INFO nova.compute.manager [-] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Took 1.04 seconds to deallocate network for instance. [ 813.046873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Releasing lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.047347] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Instance network_info: |[{"id": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "address": "fa:16:3e:9c:9a:99", "network": {"id": "88e6f355-18af-485e-997c-68619cdccc4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2052934549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ea20cf59ac4453b4290f7ac39f97f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e8ea3ce-d1", "ovs_interfaceid": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.050963] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:9a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.061303] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Creating folder: Project (22ea20cf59ac4453b4290f7ac39f97f7). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.062068] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067e109b-0f63-4fe2-9121-89f9192a4649 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.078229] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Created folder: Project (22ea20cf59ac4453b4290f7ac39f97f7) in parent group-v782883. [ 813.078490] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Creating folder: Instances. Parent ref: group-v783023. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.078750] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44e1177d-0f8b-478b-99c3-eafb726ac620 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.090269] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Created folder: Instances in parent group-v783023. [ 813.091061] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.093460] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.093960] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b7df02-b807-4d80-bb0f-b3f618e4f542 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.123618] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.123618] env[69984]: value = "task-3944868" [ 813.123618] env[69984]: _type = "Task" [ 813.123618] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.136033] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944868, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.161462] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.161709] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.161709] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.292438] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550db396-de7c-46a8-8073-36aceb8765b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302024] env[69984]: DEBUG nova.network.neutron [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.306545] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c60f6-d909-4ef1-bf8b-d166ff8c95ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.341660] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b926c9f8-feb8-40ad-920b-355f2fb5815f tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.114s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.344850] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2608f7-6a94-4630-951c-213f0e99fd9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.356651] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d396ab6-beec-434d-a452-db64e3e18dab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.376065] env[69984]: DEBUG nova.compute.provider_tree [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.382528] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.383186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.421893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.635529] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944868, 'name': CreateVM_Task, 'duration_secs': 0.38951} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.635529] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.636245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.637407] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.637407] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.637407] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97a939f-6dd8-4ec6-a609-8da38254b96e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.644112] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 813.644112] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e5973-d47d-8028-8628-51c28f969806" [ 813.644112] env[69984]: _type = "Task" [ 813.644112] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.654680] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e5973-d47d-8028-8628-51c28f969806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.704815] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.749000] env[69984]: DEBUG nova.compute.manager [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Received event network-changed-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.749490] env[69984]: DEBUG nova.compute.manager [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Refreshing instance network info cache due to event network-changed-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.749490] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] Acquiring lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.749673] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] Acquired lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.749746] env[69984]: DEBUG nova.network.neutron [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Refreshing network info cache for port 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.807182] env[69984]: INFO nova.compute.manager [-] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Took 1.53 seconds to deallocate network for instance. [ 813.827197] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.827739] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing instance network info cache due to event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.827739] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.828792] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.828792] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.851124] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.879315] env[69984]: DEBUG nova.scheduler.client.report [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.896784] env[69984]: DEBUG nova.network.neutron [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updating instance_info_cache with network_info: [{"id": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "address": "fa:16:3e:f1:a9:5b", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709a7e41-12", "ovs_interfaceid": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.155792] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e5973-d47d-8028-8628-51c28f969806, 'name': SearchDatastore_Task, 'duration_secs': 0.024535} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.156095] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.156341] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.156581] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.156730] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.156913] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.157361] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b64a617-20c3-4ee5-9e2d-5ffd5ffd0c49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.169562] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.169994] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.170529] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421d9197-7583-4221-9d51-aba3f5a3eaef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.178128] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 814.178128] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc48ca-1b0d-4d65-9899-1802eb398dc8" [ 814.178128] env[69984]: _type = "Task" [ 814.178128] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.187837] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc48ca-1b0d-4d65-9899-1802eb398dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.227644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.227861] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.315529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.377384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.385043] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.385598] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.388692] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.789s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.390921] env[69984]: INFO nova.compute.claims [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.399880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.400124] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Instance network_info: |[{"id": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "address": "fa:16:3e:f1:a9:5b", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709a7e41-12", "ovs_interfaceid": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.400554] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '709a7e41-1262-4d1e-a4e2-6821c245a3c9', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.408979] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.415691] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.415926] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5563353-a0cd-4f89-a291-0cc73a4343ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.434196] env[69984]: INFO nova.compute.manager [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Rescuing [ 814.435615] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.435615] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.435615] env[69984]: DEBUG nova.network.neutron [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.443191] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.443191] env[69984]: value = "task-3944869" [ 814.443191] env[69984]: _type = "Task" [ 814.443191] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.456018] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944869, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.624398] env[69984]: DEBUG nova.network.neutron [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Updated VIF entry in instance network info cache for port 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.624791] env[69984]: DEBUG nova.network.neutron [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Updating instance_info_cache with network_info: [{"id": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "address": "fa:16:3e:9c:9a:99", "network": {"id": "88e6f355-18af-485e-997c-68619cdccc4b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2052934549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22ea20cf59ac4453b4290f7ac39f97f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e8ea3ce-d1", "ovs_interfaceid": "3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.678387] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updated VIF entry in instance network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.678812] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.692706] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc48ca-1b0d-4d65-9899-1802eb398dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.694342] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66ee1a3-21fb-437e-a0c1-a77ed9803175 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.701884] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 814.701884] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527b9872-d84f-0dee-b40a-bef953d9cbf8" [ 814.701884] env[69984]: _type = "Task" [ 814.701884] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.714231] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527b9872-d84f-0dee-b40a-bef953d9cbf8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.714613] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.714904] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1bba3e35-6626-40d3-8dc3-c10178e2b081/1bba3e35-6626-40d3-8dc3-c10178e2b081.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.715699] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0730770-2a58-4437-92ae-c4eedb49ba46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.723992] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 814.723992] env[69984]: value = "task-3944870" [ 814.723992] env[69984]: _type = "Task" [ 814.723992] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.735389] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.899294] env[69984]: DEBUG nova.compute.utils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.901333] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.901539] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.954423] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944869, 'name': CreateVM_Task, 'duration_secs': 0.44038} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.956066] env[69984]: DEBUG nova.policy [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7bf28a880f49189e3a4156ec62fdbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c14cf2fbc664f0db3c7fe6e4464eb76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.957571] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.958294] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.958596] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.958862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.959486] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15356feb-510e-4a79-a66f-d6a918b70307 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.966130] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 814.966130] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a4db73-115d-dcae-6bbb-a811768b6cbe" [ 814.966130] env[69984]: _type = "Task" [ 814.966130] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.978926] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a4db73-115d-dcae-6bbb-a811768b6cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.129948] env[69984]: DEBUG oslo_concurrency.lockutils [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] Releasing lock "refresh_cache-1bba3e35-6626-40d3-8dc3-c10178e2b081" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.129948] env[69984]: DEBUG nova.compute.manager [req-f4a7bd8a-64e4-413e-8725-92ea6d93fd53 req-86f3f1c8-46fb-4146-bc2f-18f6b90338d5 service nova] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Received event network-vif-deleted-f7617934-185a-4068-931c-facbd7ba0dd1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.185372] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.185760] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Received event network-vif-plugged-709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.185965] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.186202] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.186374] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.187404] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] No waiting events found dispatching network-vif-plugged-709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 815.187404] env[69984]: WARNING nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Received unexpected event network-vif-plugged-709a7e41-1262-4d1e-a4e2-6821c245a3c9 for instance with vm_state building and task_state spawning. [ 815.187404] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Received event network-changed-709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.187600] env[69984]: DEBUG nova.compute.manager [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Refreshing instance network info cache due to event network-changed-709a7e41-1262-4d1e-a4e2-6821c245a3c9. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.188107] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Acquiring lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.188298] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Acquired lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.188473] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Refreshing network info cache for port 709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.241111] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512103} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.241180] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1bba3e35-6626-40d3-8dc3-c10178e2b081/1bba3e35-6626-40d3-8dc3-c10178e2b081.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.241735] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.242110] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-408e30c0-f3a7-4f2e-8297-b13a2a77c311 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.252460] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 815.252460] env[69984]: value = "task-3944871" [ 815.252460] env[69984]: _type = "Task" [ 815.252460] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.263681] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.365836] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Successfully created port: d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.406878] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.467316] env[69984]: DEBUG nova.network.neutron [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updating instance_info_cache with network_info: [{"id": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "address": "fa:16:3e:86:39:0b", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59296a2f-ac", "ovs_interfaceid": "59296a2f-acfd-43fa-bf39-9e3ca284e6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.483281] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a4db73-115d-dcae-6bbb-a811768b6cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.063141} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.483766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.484131] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.484583] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.484895] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.487079] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.488806] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bcd881-c813-4f13-9c4d-957849f7567d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.501552] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.502188] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.505955] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a9c75c1-0745-4ece-ada8-be960cd54edb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.515378] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.515378] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 815.515378] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52235298-2b06-484d-500a-9e7f073ce031" [ 815.515378] env[69984]: _type = "Task" [ 815.515378] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.522384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.522623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.522824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.523171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.523288] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.529144] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52235298-2b06-484d-500a-9e7f073ce031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.529992] env[69984]: INFO nova.compute.manager [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Terminating instance [ 815.766379] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076059} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.766691] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.767540] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90675ac1-7936-4ed6-9d08-18747e64e6c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.795466] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1bba3e35-6626-40d3-8dc3-c10178e2b081/1bba3e35-6626-40d3-8dc3-c10178e2b081.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.800347] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eed9d03-f56a-4be9-a3a3-672f74e8f612 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.821200] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 815.821200] env[69984]: value = "task-3944872" [ 815.821200] env[69984]: _type = "Task" [ 815.821200] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.830368] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.973758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "refresh_cache-e97d0fb5-dfa6-4c8e-9401-d5e062187aed" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.026129] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52235298-2b06-484d-500a-9e7f073ce031, 'name': SearchDatastore_Task, 'duration_secs': 0.014431} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.027146] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updated VIF entry in instance network info cache for port 709a7e41-1262-4d1e-a4e2-6821c245a3c9. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.027488] env[69984]: DEBUG nova.network.neutron [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updating instance_info_cache with network_info: [{"id": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "address": "fa:16:3e:f1:a9:5b", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709a7e41-12", "ovs_interfaceid": "709a7e41-1262-4d1e-a4e2-6821c245a3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.029500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "1fd55807-996b-4591-9709-f7508bda3b29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.029691] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.029897] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "1fd55807-996b-4591-9709-f7508bda3b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.030147] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.030302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.037024] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29aa7826-696d-400f-831e-ac864bbfabf6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.038366] env[69984]: INFO nova.compute.manager [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Terminating instance [ 816.040494] env[69984]: DEBUG nova.compute.manager [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.040689] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.043099] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06459d5-e7bc-4a27-9f39-9b358466400c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.049193] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 816.049193] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52db50cc-05b1-dde8-7a2b-d8b89afe0e01" [ 816.049193] env[69984]: _type = "Task" [ 816.049193] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.058188] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.061523] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3daa631d-1b7b-4386-8774-2b4064286042 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.067574] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52db50cc-05b1-dde8-7a2b-d8b89afe0e01, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.068245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.068520] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4be5a395-4ce0-4579-8f8d-f538f567e8be/4be5a395-4ce0-4579-8f8d-f538f567e8be.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.068797] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1634251-6cce-425a-a02c-a2cfab9a1281 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.072747] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 816.072747] env[69984]: value = "task-3944873" [ 816.072747] env[69984]: _type = "Task" [ 816.072747] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.083903] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 816.083903] env[69984]: value = "task-3944874" [ 816.083903] env[69984]: _type = "Task" [ 816.083903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.084202] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.093681] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.095653] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a845da-fa56-4370-bbe9-a307fabd99f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.105511] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68050c6b-4a19-420b-81ea-2099c53f93bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.136693] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689e101-f772-4034-acca-dccf15a6501f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.145680] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ffe365-8fe1-4733-9dc6-01df9e02a05c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161038] env[69984]: DEBUG nova.compute.provider_tree [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.336789] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944872, 'name': ReconfigVM_Task, 'duration_secs': 0.40409} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.337203] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1bba3e35-6626-40d3-8dc3-c10178e2b081/1bba3e35-6626-40d3-8dc3-c10178e2b081.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.337909] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb27135a-9454-4065-89bc-85a0bd6d1f6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.347172] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 816.347172] env[69984]: value = "task-3944875" [ 816.347172] env[69984]: _type = "Task" [ 816.347172] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.360291] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944875, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.428456] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.454586] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.454586] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.454586] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.454848] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.454848] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.454848] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.457239] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.457239] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.457239] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.457239] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.457456] env[69984]: DEBUG nova.virt.hardware [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.458738] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dac018-f3af-402e-92bc-8878efef6f4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.473379] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc18b87-794e-4e39-bb05-d7835cdae89c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.534074] env[69984]: DEBUG oslo_concurrency.lockutils [req-a4b2bc3e-58cc-494a-b74c-63464926bd4c req-1f485d25-8e47-4912-9295-df2c8d58d15d service nova] Releasing lock "refresh_cache-4be5a395-4ce0-4579-8f8d-f538f567e8be" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.549737] env[69984]: DEBUG nova.compute.manager [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.549983] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.550999] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8f4fb-01bb-4031-bfb7-a1097bdf6e3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.560849] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.561791] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d51490-ee35-44c4-9803-f24656c10e55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.571272] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 816.571272] env[69984]: value = "task-3944876" [ 816.571272] env[69984]: _type = "Task" [ 816.571272] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.591114] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.591514] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944873, 'name': PowerOffVM_Task, 'duration_secs': 0.237081} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.595066] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.595280] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.595612] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55300fb1-d4f1-42f0-aa49-900da36477b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.604899] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.667184] env[69984]: DEBUG nova.scheduler.client.report [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.698204] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.698204] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.698424] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleting the datastore file [datastore1] e246ab47-3dde-41bc-ac57-4cbfb3059192 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.698930] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba56de1-ce12-4d2f-97b5-ceb8588921a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.706895] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 816.706895] env[69984]: value = "task-3944878" [ 816.706895] env[69984]: _type = "Task" [ 816.706895] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.720992] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.858887] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944875, 'name': Rename_Task, 'duration_secs': 0.472538} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.859254] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.859633] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9ba5fec-3146-4c4f-b1d3-6f0fe55fc33c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.867151] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 816.867151] env[69984]: value = "task-3944879" [ 816.867151] env[69984]: _type = "Task" [ 816.867151] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.876111] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.918585] env[69984]: DEBUG nova.compute.manager [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Received event network-vif-plugged-d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.918764] env[69984]: DEBUG oslo_concurrency.lockutils [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] Acquiring lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.919240] env[69984]: DEBUG oslo_concurrency.lockutils [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] Lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.919467] env[69984]: DEBUG oslo_concurrency.lockutils [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] Lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.919663] env[69984]: DEBUG nova.compute.manager [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] No waiting events found dispatching network-vif-plugged-d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.919847] env[69984]: WARNING nova.compute.manager [req-a11543ec-f0fd-4816-a642-ae09e6e5e6ab req-18a2c8c0-3f47-44a6-9c1a-acb14bf617c5 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Received unexpected event network-vif-plugged-d5399679-81b2-44fa-b790-0a03ab0ae753 for instance with vm_state building and task_state spawning. [ 817.038075] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Successfully updated port: d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.083066] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944876, 'name': PowerOffVM_Task, 'duration_secs': 0.341879} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.083465] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.083689] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.084039] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4407530f-99fe-4aa7-9f75-062d1dea8d9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100944] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670091} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.101364] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4be5a395-4ce0-4579-8f8d-f538f567e8be/4be5a395-4ce0-4579-8f8d-f538f567e8be.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.101596] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.101873] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf58fe60-a2f1-412d-a1f8-93b50923afc1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.108899] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 817.108899] env[69984]: value = "task-3944881" [ 817.108899] env[69984]: _type = "Task" [ 817.108899] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.119806] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.153409] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.153763] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.153976] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleting the datastore file [datastore1] 1fd55807-996b-4591-9709-f7508bda3b29 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.154317] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5fc78b-eae6-4ef5-bcfc-77c6732c1efd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.161626] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for the task: (returnval){ [ 817.161626] env[69984]: value = "task-3944882" [ 817.161626] env[69984]: _type = "Task" [ 817.161626] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.171475] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.174663] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.175482] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.178399] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.024s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.180079] env[69984]: INFO nova.compute.claims [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.220976] env[69984]: DEBUG oslo_vmware.api [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258023} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.220976] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.220976] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.220976] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.220976] env[69984]: INFO nova.compute.manager [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Took 1.18 seconds to destroy the instance on the hypervisor. [ 817.221330] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.221330] env[69984]: DEBUG nova.compute.manager [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.221330] env[69984]: DEBUG nova.network.neutron [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.378859] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.530567] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.531170] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c48e6dd-3fc9-4fe0-8e1b-ab829b92523f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.540071] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 817.540071] env[69984]: value = "task-3944883" [ 817.540071] env[69984]: _type = "Task" [ 817.540071] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.544721] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.545051] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquired lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.545436] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.554930] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.620573] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101201} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.620936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.621777] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0315168-156b-4b29-8e6f-37d9c6f89dee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.648055] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 4be5a395-4ce0-4579-8f8d-f538f567e8be/4be5a395-4ce0-4579-8f8d-f538f567e8be.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.648577] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3dd42f-dfbb-4965-a658-88a8ef339a1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.678388] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.680056] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 817.680056] env[69984]: value = "task-3944884" [ 817.680056] env[69984]: _type = "Task" [ 817.680056] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.686201] env[69984]: DEBUG nova.compute.utils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.695618] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.695894] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.699398] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.759316] env[69984]: DEBUG nova.policy [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6193be96d774a939b9f5195bccedddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a4c997072774c0a8d5be13902dd6133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.882751] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.055582] env[69984]: DEBUG nova.network.neutron [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.060025] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944883, 'name': PowerOffVM_Task, 'duration_secs': 0.31001} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.060025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.060025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8ef5f2-72a6-47c1-8bae-eb9d3fcb55ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.080649] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.081944] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.083949] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47633a2f-3641-4bc4-b66e-628830de67ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.106269] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.142453] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.143170] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c7b4096-f195-40fa-b82c-f65bb18e8680 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.151677] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 818.151677] env[69984]: value = "task-3944885" [ 818.151677] env[69984]: _type = "Task" [ 818.151677] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.162510] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.178552] env[69984]: DEBUG oslo_vmware.api [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Task: {'id': task-3944882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62457} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.178995] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.179419] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.179657] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.179887] env[69984]: INFO nova.compute.manager [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Took 1.63 seconds to destroy the instance on the hypervisor. [ 818.180211] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.180465] env[69984]: DEBUG nova.compute.manager [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.180598] env[69984]: DEBUG nova.network.neutron [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.194019] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.197457] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944884, 'name': ReconfigVM_Task, 'duration_secs': 0.384892} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.198882] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 4be5a395-4ce0-4579-8f8d-f538f567e8be/4be5a395-4ce0-4579-8f8d-f538f567e8be.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.199634] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a29f1418-518a-4376-9458-0d65bd33d7ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.211870] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 818.211870] env[69984]: value = "task-3944886" [ 818.211870] env[69984]: _type = "Task" [ 818.211870] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.225409] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944886, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.234769] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Successfully created port: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.303521] env[69984]: DEBUG nova.network.neutron [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Updating instance_info_cache with network_info: [{"id": "d5399679-81b2-44fa-b790-0a03ab0ae753", "address": "fa:16:3e:07:60:dc", "network": {"id": "da2675e6-edb0-4033-bd93-8329c0b4f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1180315095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c14cf2fbc664f0db3c7fe6e4464eb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5399679-81", "ovs_interfaceid": "d5399679-81b2-44fa-b790-0a03ab0ae753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.383382] env[69984]: DEBUG oslo_vmware.api [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944879, 'name': PowerOnVM_Task, 'duration_secs': 1.057867} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.384339] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.384339] env[69984]: INFO nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Took 9.14 seconds to spawn the instance on the hypervisor. [ 818.384339] env[69984]: DEBUG nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.385362] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fcb1a1-9a62-4b45-b492-e660c02086db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.559794] env[69984]: INFO nova.compute.manager [-] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Took 1.34 seconds to deallocate network for instance. [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.599811] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.600082] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 818.600082] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.664969] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 818.664969] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.664969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.664969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.665285] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.665285] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eea764d-e78c-41cc-820c-cd09ecba35dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.681897] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.682160] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.682925] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d403e8f-5c9e-4883-818b-11446b29ba74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.696845] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 818.696845] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e11062-6149-6a9a-5475-6817d85ff1ce" [ 818.696845] env[69984]: _type = "Task" [ 818.696845] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.713131] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e11062-6149-6a9a-5475-6817d85ff1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.724614] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944886, 'name': Rename_Task, 'duration_secs': 0.167673} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.725827] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.725827] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b63df8-1f6e-4aad-a834-998fd35e540c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.736011] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 818.736011] env[69984]: value = "task-3944887" [ 818.736011] env[69984]: _type = "Task" [ 818.736011] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.746583] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.810410] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Releasing lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.810410] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Instance network_info: |[{"id": "d5399679-81b2-44fa-b790-0a03ab0ae753", "address": "fa:16:3e:07:60:dc", "network": {"id": "da2675e6-edb0-4033-bd93-8329c0b4f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1180315095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c14cf2fbc664f0db3c7fe6e4464eb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5399679-81", "ovs_interfaceid": "d5399679-81b2-44fa-b790-0a03ab0ae753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.810707] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:60:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5399679-81b2-44fa-b790-0a03ab0ae753', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.816258] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Creating folder: Project (9c14cf2fbc664f0db3c7fe6e4464eb76). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.819819] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e4ac4c2-5050-4cae-858e-e1f6e3d13354 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.834369] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Created folder: Project (9c14cf2fbc664f0db3c7fe6e4464eb76) in parent group-v782883. [ 818.834369] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Creating folder: Instances. Parent ref: group-v783027. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.837397] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ff6e212-be20-4c67-b570-d7a65a6a553e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.848905] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Created folder: Instances in parent group-v783027. [ 818.849256] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.849484] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.850410] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814926d9-1533-4e64-96c4-637a8173a00e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877954] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.877954] env[69984]: value = "task-3944890" [ 818.877954] env[69984]: _type = "Task" [ 818.877954] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.886990] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a20d9-f18f-4a1f-9b2f-88de7d98dbeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.897450] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944890, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.908228] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8009c67-72ff-4c0c-afa8-383ed6a2d9a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.915364] env[69984]: INFO nova.compute.manager [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Took 40.46 seconds to build instance. [ 818.951523] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acb60bd-9d7f-489a-ba49-a4ca2a77695f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.961443] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc05e7-3585-4bf0-96a6-f7620fc55ad0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.981747] env[69984]: DEBUG nova.compute.provider_tree [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.990210] env[69984]: DEBUG nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Received event network-changed-d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.990210] env[69984]: DEBUG nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Refreshing instance network info cache due to event network-changed-d5399679-81b2-44fa-b790-0a03ab0ae753. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.990210] env[69984]: DEBUG oslo_concurrency.lockutils [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] Acquiring lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.990414] env[69984]: DEBUG oslo_concurrency.lockutils [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] Acquired lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.991479] env[69984]: DEBUG nova.network.neutron [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Refreshing network info cache for port d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.069802] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.101197] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.153958] env[69984]: DEBUG nova.network.neutron [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.210756] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.213072] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e11062-6149-6a9a-5475-6817d85ff1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.028581} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.215269] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e42b71-0bf7-4c68-ba5c-43f1590a2d7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.223671] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 819.223671] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a89ac1-1eff-8e3f-c542-5f38a02483e8" [ 819.223671] env[69984]: _type = "Task" [ 819.223671] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.234206] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a89ac1-1eff-8e3f-c542-5f38a02483e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.249552] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.251997] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.252277] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.252806] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.252806] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.252806] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.253071] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.253111] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.253286] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.253487] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.253653] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.253828] env[69984]: DEBUG nova.virt.hardware [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.254715] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f0625-b504-4dbb-9039-24d00e336ebd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.263605] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4fd4e-53f0-4586-84b0-0d6b5dca0ad5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.390916] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944890, 'name': CreateVM_Task, 'duration_secs': 0.328419} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.391266] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.391911] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.392108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.392507] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.392697] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555e4ef4-0b0e-47c1-b6dd-98cf74ecce26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.398663] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 819.398663] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fa030e-4125-6ea5-0971-406f03dfd80c" [ 819.398663] env[69984]: _type = "Task" [ 819.398663] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.411458] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fa030e-4125-6ea5-0971-406f03dfd80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.450848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-339a0eec-ea37-4977-81ce-dd8b196f9915 tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.260s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.484922] env[69984]: DEBUG nova.scheduler.client.report [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.599839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.599839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.599990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.600190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.600370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.602738] env[69984]: INFO nova.compute.manager [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Terminating instance [ 819.656729] env[69984]: INFO nova.compute.manager [-] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Took 1.48 seconds to deallocate network for instance. [ 819.739586] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a89ac1-1eff-8e3f-c542-5f38a02483e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016991} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.743297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.743620] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 819.743915] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-568fe5e2-af39-4c41-aa35-d5f010346837 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.753252] env[69984]: DEBUG oslo_vmware.api [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944887, 'name': PowerOnVM_Task, 'duration_secs': 0.578966} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.757022] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.757022] env[69984]: INFO nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Took 8.65 seconds to spawn the instance on the hypervisor. [ 819.757022] env[69984]: DEBUG nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.757022] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 819.757022] env[69984]: value = "task-3944891" [ 819.757022] env[69984]: _type = "Task" [ 819.757022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.757022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb30b6-1c11-4332-bb1a-61c4ecee156d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.770834] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.851870] env[69984]: DEBUG nova.network.neutron [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Updated VIF entry in instance network info cache for port d5399679-81b2-44fa-b790-0a03ab0ae753. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.852237] env[69984]: DEBUG nova.network.neutron [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Updating instance_info_cache with network_info: [{"id": "d5399679-81b2-44fa-b790-0a03ab0ae753", "address": "fa:16:3e:07:60:dc", "network": {"id": "da2675e6-edb0-4033-bd93-8329c0b4f062", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1180315095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c14cf2fbc664f0db3c7fe6e4464eb76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5399679-81", "ovs_interfaceid": "d5399679-81b2-44fa-b790-0a03ab0ae753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.913734] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fa030e-4125-6ea5-0971-406f03dfd80c, 'name': SearchDatastore_Task, 'duration_secs': 0.026766} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.914107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.914486] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.914899] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.915196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.915391] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.915826] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f9f1541-e38c-45d0-a443-8223ca90c56a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.926446] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.927165] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.927801] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbd4b00-739a-4d96-ab1e-6d686fd55f0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.934706] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 819.934706] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e86460-2504-06bf-0eb7-a1e6d35f96c7" [ 819.934706] env[69984]: _type = "Task" [ 819.934706] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.945085] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e86460-2504-06bf-0eb7-a1e6d35f96c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.953783] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.992979] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.993768] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.001058] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.263s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.107226] env[69984]: DEBUG nova.compute.manager [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.109026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.109026] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f897da41-f588-4cb1-b67d-f080ff1477bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.117842] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.118240] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2611fdd-65bd-40ad-833e-28498d58baa6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.128025] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 820.128025] env[69984]: value = "task-3944892" [ 820.128025] env[69984]: _type = "Task" [ 820.128025] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.138034] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.138707] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Successfully updated port: ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.166752] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.274499] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944891, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.285072] env[69984]: INFO nova.compute.manager [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Took 37.47 seconds to build instance. [ 820.355089] env[69984]: DEBUG oslo_concurrency.lockutils [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] Releasing lock "refresh_cache-dbc7420e-bc90-46e8-adde-c2295f321634" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.355338] env[69984]: DEBUG nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Received event network-vif-deleted-e6496e7a-222a-48bf-b44f-82b1c5188d96 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.355453] env[69984]: DEBUG nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Received event network-vif-deleted-185f6acb-69a1-444b-8f91-ff80beb4a1d8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.356039] env[69984]: INFO nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Neutron deleted interface 185f6acb-69a1-444b-8f91-ff80beb4a1d8; detaching it from the instance and deleting it from the info cache [ 820.356039] env[69984]: DEBUG nova.network.neutron [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.447654] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e86460-2504-06bf-0eb7-a1e6d35f96c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.448541] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9307d7-e40b-4512-ab9d-fa13629c0e01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.455348] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 820.455348] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b6cba8-7a98-dfb7-1740-eaee2c38adf8" [ 820.455348] env[69984]: _type = "Task" [ 820.455348] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.470803] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b6cba8-7a98-dfb7-1740-eaee2c38adf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.485984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.507258] env[69984]: DEBUG nova.compute.utils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.512064] env[69984]: INFO nova.compute.claims [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.516085] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.516317] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.586044] env[69984]: DEBUG nova.policy [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8f047c4ace64b7e94749c3842d884c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '367a9723b51d4cbabcdc3997919c8911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.638248] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944892, 'name': PowerOffVM_Task, 'duration_secs': 0.492902} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.638603] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.638763] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.639115] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9798f971-f9d5-4cf9-91cf-82a636e8afa5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.641169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.641306] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.641454] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.770771] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763001} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.771094] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 820.771861] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f3fdd2-0e64-434e-94dd-a1c4fa34caaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.792271] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8158b691-0ba6-4d60-b55f-c926bb52a13b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.619s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.799943] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.801520] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b841ae74-09a1-406b-baf0-29fe1c8ce7cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.822547] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 820.822547] env[69984]: value = "task-3944894" [ 820.822547] env[69984]: _type = "Task" [ 820.822547] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.833484] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.859544] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e166e09-ca6a-421d-a7c7-c904676ddd98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.872273] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbab030-0216-418f-9c94-ff288065b7ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.906779] env[69984]: DEBUG nova.compute.manager [req-d00ebed6-d6ee-4d7a-b993-347692c131ca req-59200ae9-97d2-4d04-bc68-5c540622d255 service nova] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Detach interface failed, port_id=185f6acb-69a1-444b-8f91-ff80beb4a1d8, reason: Instance 1fd55807-996b-4591-9709-f7508bda3b29 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.967079] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b6cba8-7a98-dfb7-1740-eaee2c38adf8, 'name': SearchDatastore_Task, 'duration_secs': 0.030261} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.967218] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967485] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] dbc7420e-bc90-46e8-adde-c2295f321634/dbc7420e-bc90-46e8-adde-c2295f321634.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.967759] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f53dfd02-1730-4a01-9c8a-e977ff06701a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.975145] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 820.975145] env[69984]: value = "task-3944895" [ 820.975145] env[69984]: _type = "Task" [ 820.975145] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.984070] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.019982] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.029985] env[69984]: INFO nova.compute.resource_tracker [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating resource usage from migration 86ba3eec-9b44-4c38-af7e-eb3bfac5a3b7 [ 821.035475] env[69984]: DEBUG nova.compute.manager [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-vif-plugged-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.035688] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.035914] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.036161] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.036363] env[69984]: DEBUG nova.compute.manager [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] No waiting events found dispatching network-vif-plugged-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 821.036538] env[69984]: WARNING nova.compute.manager [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received unexpected event network-vif-plugged-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e for instance with vm_state building and task_state spawning. [ 821.036715] env[69984]: DEBUG nova.compute.manager [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.036887] env[69984]: DEBUG nova.compute.manager [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing instance network info cache due to event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.037077] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.059979] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Successfully created port: e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.196722] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.315603] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.338673] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944894, 'name': ReconfigVM_Task, 'duration_secs': 0.337138} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.338994] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.339995] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e87f0bd-9611-4570-91ea-9a4f3dee55da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.379945] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0178cc-f70d-4106-9710-93925f46f938 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.399132] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 821.399132] env[69984]: value = "task-3944896" [ 821.399132] env[69984]: _type = "Task" [ 821.399132] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.413687] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.421012] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.421538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.490033] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505187} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.490402] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] dbc7420e-bc90-46e8-adde-c2295f321634/dbc7420e-bc90-46e8-adde-c2295f321634.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.490832] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.490832] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e921be-505a-4b90-b671-f04e2fcf79d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.501238] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 821.501238] env[69984]: value = "task-3944897" [ 821.501238] env[69984]: _type = "Task" [ 821.501238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.511560] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.566277] env[69984]: DEBUG nova.network.neutron [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.717281] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2217d3-9e02-427d-a35a-2892f6d82eab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.726863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e861a6-6a4e-432f-b22c-66152c278f18 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.758977] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672a1a49-59e5-45f6-9227-ca3787068e3b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.767449] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1c30ce-c908-42f7-b0f2-204f6c89691d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.783178] env[69984]: DEBUG nova.compute.provider_tree [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.836506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.911080] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944896, 'name': ReconfigVM_Task, 'duration_secs': 0.305543} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.911429] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.911707] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57c51ab0-a9cc-4889-91d1-9b44e7630ac7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.919878] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 821.919878] env[69984]: value = "task-3944898" [ 821.919878] env[69984]: _type = "Task" [ 821.919878] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.924562] env[69984]: DEBUG nova.compute.utils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.931957] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.013030] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245992} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.013476] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.014450] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fdb6e9-3ca6-40e7-9e45-71704beab957 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.039773] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] dbc7420e-bc90-46e8-adde-c2295f321634/dbc7420e-bc90-46e8-adde-c2295f321634.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.041238] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.043543] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2616ff-a8bd-4134-8873-693cb68ce6db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.065547] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 822.065547] env[69984]: value = "task-3944899" [ 822.065547] env[69984]: _type = "Task" [ 822.065547] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.070143] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.070495] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Instance network_info: |[{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.070813] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.071070] env[69984]: DEBUG nova.network.neutron [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.072454] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:41:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359850cc-b061-4c9c-a61c-eb42e0f7c359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff40f4f0-8eaf-404a-aa68-f0fda4a2436e', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.080660] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.087326] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.092688] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59e8e68-4b70-4bd5-981b-746ee6d6c66c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.108932] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.111469] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.111778] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.111882] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.112056] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.112226] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.112382] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.112609] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.112774] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.112974] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.113166] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.113381] env[69984]: DEBUG nova.virt.hardware [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.114594] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f40fd-55d3-47a6-9947-505da8f56096 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.125159] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8962b-e5e3-4c43-bbfc-e8f14d086ab5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129059] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.129059] env[69984]: value = "task-3944900" [ 822.129059] env[69984]: _type = "Task" [ 822.129059] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.147274] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944900, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.286592] env[69984]: DEBUG nova.scheduler.client.report [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.427522] env[69984]: DEBUG nova.network.neutron [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updated VIF entry in instance network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.428132] env[69984]: DEBUG nova.network.neutron [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.430194] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.437574] env[69984]: DEBUG oslo_vmware.api [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3944898, 'name': PowerOnVM_Task, 'duration_secs': 0.496657} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.437904] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.440599] env[69984]: DEBUG nova.compute.manager [None req-a7146f66-898f-4055-8b11-57df528a8ce6 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.441469] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1a286-4022-4cd1-8237-272eac4173a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.576539] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.638809] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944900, 'name': CreateVM_Task, 'duration_secs': 0.488943} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.639100] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.639815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.639995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.640410] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.640687] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1dc98c-4281-4d04-97bf-d5e48d22c775 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646349] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 822.646349] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52136983-03c0-c12c-1b7c-8344ad0be12b" [ 822.646349] env[69984]: _type = "Task" [ 822.646349] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.655473] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52136983-03c0-c12c-1b7c-8344ad0be12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.794020] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.793s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.794020] env[69984]: INFO nova.compute.manager [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Migrating [ 822.799378] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.441s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.801362] env[69984]: INFO nova.compute.claims [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.934135] env[69984]: DEBUG oslo_concurrency.lockutils [req-5c0dc04b-e3c1-4b7b-abbe-a12f3f23057d req-819a6d58-db22-48c6-8469-b73e77bfc70b service nova] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.944894] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Successfully updated port: e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.078335] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944899, 'name': ReconfigVM_Task, 'duration_secs': 0.960478} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.078432] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Reconfigured VM instance instance-00000035 to attach disk [datastore2] dbc7420e-bc90-46e8-adde-c2295f321634/dbc7420e-bc90-46e8-adde-c2295f321634.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.079122] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2beed2a3-2a0c-4398-8cfa-41ae54f0ca93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.086948] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 823.086948] env[69984]: value = "task-3944901" [ 823.086948] env[69984]: _type = "Task" [ 823.086948] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.097249] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944901, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.159070] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52136983-03c0-c12c-1b7c-8344ad0be12b, 'name': SearchDatastore_Task, 'duration_secs': 0.046356} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.159070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.159070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.159070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.159512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.159512] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.159512] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b44062-0613-4e72-8c14-2b1bfa80612f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.174879] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.175102] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.176060] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48a930d-3404-4bb9-88a2-378e402db9d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.183214] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 823.183214] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b528e0-8378-15d2-7612-1d6b75e379f1" [ 823.183214] env[69984]: _type = "Task" [ 823.183214] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.194462] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b528e0-8378-15d2-7612-1d6b75e379f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.322724] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.322934] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.323141] env[69984]: DEBUG nova.network.neutron [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.430268] env[69984]: DEBUG nova.compute.manager [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Received event network-vif-plugged-e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.430459] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Acquiring lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.430701] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.430918] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.431394] env[69984]: DEBUG nova.compute.manager [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] No waiting events found dispatching network-vif-plugged-e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.431469] env[69984]: WARNING nova.compute.manager [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Received unexpected event network-vif-plugged-e662529c-37dd-4e85-9ac9-7235e27a643a for instance with vm_state building and task_state spawning. [ 823.431695] env[69984]: DEBUG nova.compute.manager [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Received event network-changed-e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.431951] env[69984]: DEBUG nova.compute.manager [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Refreshing instance network info cache due to event network-changed-e662529c-37dd-4e85-9ac9-7235e27a643a. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.432293] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Acquiring lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.432486] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Acquired lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.432697] env[69984]: DEBUG nova.network.neutron [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Refreshing network info cache for port e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.446153] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.515677] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.515944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.516382] env[69984]: INFO nova.compute.manager [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Attaching volume 7f610756-4e19-4c9c-a637-2cf542045739 to /dev/sdb [ 823.556395] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc340a-b60a-4775-8f22-31b6d8b82498 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564913] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd8907-7c90-44e9-ba25-7560335638be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.588133] env[69984]: DEBUG nova.virt.block_device [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updating existing volume attachment record: 2ebd3654-0d12-4355-a7a2-bbff93320379 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 823.600810] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944901, 'name': Rename_Task, 'duration_secs': 0.335405} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.601187] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.601460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5723aab-5303-4c5f-8112-4f4889e8f954 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.608957] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 823.608957] env[69984]: value = "task-3944902" [ 823.608957] env[69984]: _type = "Task" [ 823.608957] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.618292] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.694501] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b528e0-8378-15d2-7612-1d6b75e379f1, 'name': SearchDatastore_Task, 'duration_secs': 0.015463} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.695364] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a987736-27ea-43b0-9348-124c1bb0b363 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.702478] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 823.702478] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6729-f240-bdf2-8a2e-96489ccc1d56" [ 823.702478] env[69984]: _type = "Task" [ 823.702478] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.716534] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6729-f240-bdf2-8a2e-96489ccc1d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.012441] env[69984]: DEBUG nova.network.neutron [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.115587] env[69984]: DEBUG nova.network.neutron [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.123301] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944902, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.215896] env[69984]: DEBUG nova.network.neutron [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.219686] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.221021] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.221021] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Deleting the datastore file [datastore1] 1bba3e35-6626-40d3-8dc3-c10178e2b081 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.221318] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb3c931-0955-4864-becc-7a69a48ff6b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.227383] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6729-f240-bdf2-8a2e-96489ccc1d56, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.228168] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.228941] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/69875551-6e1b-407e-8db4-9f2e4a054717.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.228941] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce90bab9-e6fc-41ac-8318-24aacafab05c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.237115] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for the task: (returnval){ [ 824.237115] env[69984]: value = "task-3944906" [ 824.237115] env[69984]: _type = "Task" [ 824.237115] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.242767] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 824.242767] env[69984]: value = "task-3944907" [ 824.242767] env[69984]: _type = "Task" [ 824.242767] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.252948] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.262783] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.436086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.436353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.503145] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcc96e5-9dab-4c24-9640-4558eb9b730d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.517618] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58085ffd-ccd9-4ce6-9446-7a69b32f2e98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.561166] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0efbc-2664-49f4-ad43-e3e402c6a719 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.574026] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76392aa-1d55-4dcd-ad3b-b9ec9c9fc7de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.588582] env[69984]: DEBUG nova.compute.provider_tree [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.618440] env[69984]: DEBUG oslo_concurrency.lockutils [req-4719776b-e345-4673-aefc-238da4758e3a req-aed4af94-ffe3-4e53-a0e1-894b26cf0e43 service nova] Releasing lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.623826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquired lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.623826] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.625050] env[69984]: DEBUG oslo_vmware.api [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944902, 'name': PowerOnVM_Task, 'duration_secs': 0.71106} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.625627] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.626140] env[69984]: INFO nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Took 8.20 seconds to spawn the instance on the hypervisor. [ 824.626362] env[69984]: DEBUG nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.627352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044285e4-3fdc-4401-a606-e3ccf483a983 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.722078] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.761302] env[69984]: DEBUG oslo_vmware.api [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Task: {'id': task-3944906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181217} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.764719] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.764936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.765138] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.765319] env[69984]: INFO nova.compute.manager [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Took 4.66 seconds to destroy the instance on the hypervisor. [ 824.765571] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.765802] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.766350] env[69984]: DEBUG nova.compute.manager [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.766452] env[69984]: DEBUG nova.network.neutron [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.092736] env[69984]: DEBUG nova.scheduler.client.report [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.155296] env[69984]: INFO nova.compute.manager [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Took 39.11 seconds to build instance. [ 825.172308] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.263846] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537643} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.264226] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/69875551-6e1b-407e-8db4-9f2e4a054717.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.264448] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.264710] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bcf29f6-93bb-4978-9454-f5285bb004ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.277992] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 825.277992] env[69984]: value = "task-3944908" [ 825.277992] env[69984]: _type = "Task" [ 825.277992] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.290335] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.405017] env[69984]: DEBUG nova.network.neutron [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Updating instance_info_cache with network_info: [{"id": "e662529c-37dd-4e85-9ac9-7235e27a643a", "address": "fa:16:3e:3f:46:be", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape662529c-37", "ovs_interfaceid": "e662529c-37dd-4e85-9ac9-7235e27a643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.470134] env[69984]: DEBUG nova.compute.manager [req-2d79783f-c5ed-4f51-9128-0dbab130e4ab req-a6e5b7a8-bbb3-42a0-815d-4dcb8e27081d service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Received event network-vif-deleted-3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.470256] env[69984]: INFO nova.compute.manager [req-2d79783f-c5ed-4f51-9128-0dbab130e4ab req-a6e5b7a8-bbb3-42a0-815d-4dcb8e27081d service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Neutron deleted interface 3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c; detaching it from the instance and deleting it from the info cache [ 825.470437] env[69984]: DEBUG nova.network.neutron [req-2d79783f-c5ed-4f51-9128-0dbab130e4ab req-a6e5b7a8-bbb3-42a0-815d-4dcb8e27081d service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.601850] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.602578] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.605443] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.797s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.605684] env[69984]: DEBUG nova.objects.instance [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lazy-loading 'resources' on Instance uuid 8966e0fd-93cf-4a1f-aac7-883d017a6b6a {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.629335] env[69984]: DEBUG nova.network.neutron [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.656217] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d4421e3-763c-44c3-a45a-2557b9739f5c tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.368s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.788266] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081074} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.788596] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.789614] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af6d04-f526-4795-93e6-bfeb2296cd8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.825843] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/69875551-6e1b-407e-8db4-9f2e4a054717.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.827043] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ef456e-7796-4ceb-8da5-724dfd336b85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.849378] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 825.849378] env[69984]: value = "task-3944909" [ 825.849378] env[69984]: _type = "Task" [ 825.849378] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.857314] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.907499] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Releasing lock "refresh_cache-84a9274d-93ec-423d-983b-77ae74d34b26" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.907905] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance network_info: |[{"id": "e662529c-37dd-4e85-9ac9-7235e27a643a", "address": "fa:16:3e:3f:46:be", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape662529c-37", "ovs_interfaceid": "e662529c-37dd-4e85-9ac9-7235e27a643a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.908411] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:46:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e662529c-37dd-4e85-9ac9-7235e27a643a', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.916320] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Creating folder: Project (367a9723b51d4cbabcdc3997919c8911). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.916672] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e51261b-8ece-4be7-b254-b2bca12628cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.930436] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Created folder: Project (367a9723b51d4cbabcdc3997919c8911) in parent group-v782883. [ 825.930673] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Creating folder: Instances. Parent ref: group-v783033. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.930937] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdaef289-0eba-440d-817d-7d8cf25123f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.946028] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Created folder: Instances in parent group-v783033. [ 825.946028] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.946028] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.946028] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d522f62f-2b50-421f-afb5-ce16f69e31a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.965935] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.965935] env[69984]: value = "task-3944912" [ 825.965935] env[69984]: _type = "Task" [ 825.965935] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.978138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "dbc7420e-bc90-46e8-adde-c2295f321634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.978138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.978138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.978138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.978727] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.979519] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944912, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.980050] env[69984]: INFO nova.compute.manager [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Terminating instance [ 825.981642] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-034a39d3-de68-4630-809d-2b75634ac150 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.993635] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9c3a3-a1e8-4704-9071-30b5aac1e8c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.035747] env[69984]: DEBUG nova.compute.manager [req-2d79783f-c5ed-4f51-9128-0dbab130e4ab req-a6e5b7a8-bbb3-42a0-815d-4dcb8e27081d service nova] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Detach interface failed, port_id=3e8ea3ce-d14e-4572-8a2b-c0b0a4e19e6c, reason: Instance 1bba3e35-6626-40d3-8dc3-c10178e2b081 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.110299] env[69984]: DEBUG nova.compute.utils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.116499] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.116757] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.129193] env[69984]: INFO nova.compute.manager [-] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Took 1.36 seconds to deallocate network for instance. [ 826.159152] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.209273] env[69984]: DEBUG nova.policy [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84e7837d0624833a3c21f22462adee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fd3081dd5954e8aabf5a2262deaf375', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.242849] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9960c5-9bd3-47be-a617-f7add46e1df1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.275503] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 826.360376] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.482684] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944912, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.487275] env[69984]: DEBUG nova.compute.manager [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.487906] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.490019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704c8f7-5498-4f29-ad90-e5dc6e68691d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.501378] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.503736] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5490eade-dff6-41aa-aa67-460a7bc25b3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.511235] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 826.511235] env[69984]: value = "task-3944914" [ 826.511235] env[69984]: _type = "Task" [ 826.511235] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.527045] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.617693] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.640459] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.691856] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.789300] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.790254] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e2eece-1185-40d3-b9c5-90adf5908c7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.797848] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 826.797848] env[69984]: value = "task-3944915" [ 826.797848] env[69984]: _type = "Task" [ 826.797848] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.814115] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.854273] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb904eb-9333-46a7-bebc-738cc0874a38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.874025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b03ae-e656-41c7-8fd0-7d84cd30699f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.874748] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944909, 'name': ReconfigVM_Task, 'duration_secs': 0.80369} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.875014] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/69875551-6e1b-407e-8db4-9f2e4a054717.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.876233] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c20faf7e-717b-497f-a844-6a83a7ef14c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.910631] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e96bb-2af7-4e8e-a1f4-c95f41f4abdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.913789] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 826.913789] env[69984]: value = "task-3944916" [ 826.913789] env[69984]: _type = "Task" [ 826.913789] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.922097] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da162125-edb1-4082-af04-c076452662f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.929984] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944916, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.941595] env[69984]: DEBUG nova.compute.provider_tree [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.958778] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Successfully created port: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.980400] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944912, 'name': CreateVM_Task, 'duration_secs': 0.692942} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.980400] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.980400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.980400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.980928] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.985060] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1cbdfa-7c44-4d89-b012-d979cad7ec2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.988564] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 826.988564] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ca01df-ecdb-7049-c22b-9d3652dd442a" [ 826.988564] env[69984]: _type = "Task" [ 826.988564] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.999747] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ca01df-ecdb-7049-c22b-9d3652dd442a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.026842] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944914, 'name': PowerOffVM_Task, 'duration_secs': 0.256198} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.027164] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.027358] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.027621] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285f4011-4808-42d5-b253-f669365ce091 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.131446] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.131847] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.131972] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Deleting the datastore file [datastore2] dbc7420e-bc90-46e8-adde-c2295f321634 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.132637] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab19666-7456-43fd-98d7-3fa8f03ae67d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.140548] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for the task: (returnval){ [ 827.140548] env[69984]: value = "task-3944918" [ 827.140548] env[69984]: _type = "Task" [ 827.140548] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.152566] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.315548] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.425808] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944916, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.447404] env[69984]: DEBUG nova.scheduler.client.report [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.501050] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ca01df-ecdb-7049-c22b-9d3652dd442a, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.501858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.502231] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.502497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.502648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.502832] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.503165] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e7f26e5-f13a-449b-a90c-e10ab97b9e8a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.513859] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.514177] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.514826] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321484d8-d945-4a5f-9e3c-a487852f61cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.521657] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 827.521657] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5247584e-82b2-8dc7-d4e3-cc947e435258" [ 827.521657] env[69984]: _type = "Task" [ 827.521657] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.530507] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5247584e-82b2-8dc7-d4e3-cc947e435258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.635860] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.657512] env[69984]: DEBUG oslo_vmware.api [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Task: {'id': task-3944918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161389} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.657795] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.657992] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.658254] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.658460] env[69984]: INFO nova.compute.manager [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Took 1.17 seconds to destroy the instance on the hypervisor. [ 827.658711] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.658934] env[69984]: DEBUG nova.compute.manager [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.659120] env[69984]: DEBUG nova.network.neutron [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.671954] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.674647] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.674647] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.674647] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.674647] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.674647] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.674942] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.674942] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.674942] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.674942] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.674942] env[69984]: DEBUG nova.virt.hardware [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.675145] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76fde16-9b72-41fd-a678-405ec488d812 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.685964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ffea3-b4c4-4986-b2ed-4e786ec25300 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.812449] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.929221] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944916, 'name': Rename_Task, 'duration_secs': 0.989896} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.932044] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.932044] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2a0803-52cf-43da-9b7f-5d0f6184e973 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.938578] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 827.938578] env[69984]: value = "task-3944919" [ 827.938578] env[69984]: _type = "Task" [ 827.938578] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.951827] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.952986] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.955877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.265s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.960027] env[69984]: INFO nova.compute.claims [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.992284] env[69984]: INFO nova.scheduler.client.report [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleted allocations for instance 8966e0fd-93cf-4a1f-aac7-883d017a6b6a [ 828.033838] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5247584e-82b2-8dc7-d4e3-cc947e435258, 'name': SearchDatastore_Task, 'duration_secs': 0.015476} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.034924] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e029256a-8819-4740-92a0-fd03f2d34232 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.043461] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 828.043461] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad4896-481a-91d7-f624-03311dab076a" [ 828.043461] env[69984]: _type = "Task" [ 828.043461] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.055147] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad4896-481a-91d7-f624-03311dab076a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.159410] env[69984]: DEBUG nova.compute.manager [req-9890b091-09e8-4652-b68e-05968ce740b0 req-879f7738-24d1-45f0-a828-77f93ca80ed4 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Received event network-vif-deleted-d5399679-81b2-44fa-b790-0a03ab0ae753 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.159410] env[69984]: INFO nova.compute.manager [req-9890b091-09e8-4652-b68e-05968ce740b0 req-879f7738-24d1-45f0-a828-77f93ca80ed4 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Neutron deleted interface d5399679-81b2-44fa-b790-0a03ab0ae753; detaching it from the instance and deleting it from the info cache [ 828.159410] env[69984]: DEBUG nova.network.neutron [req-9890b091-09e8-4652-b68e-05968ce740b0 req-879f7738-24d1-45f0-a828-77f93ca80ed4 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.312150] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944915, 'name': PowerOffVM_Task, 'duration_secs': 1.112526} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.312506] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.312666] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.454901] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.502896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e5f19ed-8af8-4740-9262-2873ea33f8cd tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.686s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.503864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.816s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.504102] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.504313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.504481] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.506214] env[69984]: INFO nova.compute.manager [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Terminating instance [ 828.553601] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad4896-481a-91d7-f624-03311dab076a, 'name': SearchDatastore_Task, 'duration_secs': 0.014162} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.553885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.554201] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 84a9274d-93ec-423d-983b-77ae74d34b26/84a9274d-93ec-423d-983b-77ae74d34b26.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.554484] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31a3f612-83ae-4bd5-82a5-f39f2341689f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.563056] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 828.563056] env[69984]: value = "task-3944920" [ 828.563056] env[69984]: _type = "Task" [ 828.563056] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.568344] env[69984]: DEBUG nova.network.neutron [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.573402] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.643922] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 828.644220] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783032', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'name': 'volume-7f610756-4e19-4c9c-a637-2cf542045739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4be5a395-4ce0-4579-8f8d-f538f567e8be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'serial': '7f610756-4e19-4c9c-a637-2cf542045739'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 828.645147] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f58dd-fc19-43f4-9f57-f04060c8562a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.667118] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-deefd1e6-1302-4a13-8cb9-93ff207b9215 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.669870] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4f108a-ee14-4cba-9118-19997ef6a54c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.701320] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-7f610756-4e19-4c9c-a637-2cf542045739/volume-7f610756-4e19-4c9c-a637-2cf542045739.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.703351] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81c31b1-db66-42b7-8a25-170ffe3d5e1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.721433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef15ba-c2ce-4746-b210-105c27701451 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.751624] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 828.751624] env[69984]: value = "task-3944921" [ 828.751624] env[69984]: _type = "Task" [ 828.751624] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.771881] env[69984]: DEBUG nova.compute.manager [req-9890b091-09e8-4652-b68e-05968ce740b0 req-879f7738-24d1-45f0-a828-77f93ca80ed4 service nova] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Detach interface failed, port_id=d5399679-81b2-44fa-b790-0a03ab0ae753, reason: Instance dbc7420e-bc90-46e8-adde-c2295f321634 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.786659] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.823178] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.823178] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.823504] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.823737] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.824141] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.825109] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.825426] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.825737] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.825928] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.826485] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.826485] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.832870] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd99edd9-381b-40f0-95e2-253e649259c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.852641] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 828.852641] env[69984]: value = "task-3944922" [ 828.852641] env[69984]: _type = "Task" [ 828.852641] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.867160] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.958102] env[69984]: DEBUG oslo_vmware.api [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3944919, 'name': PowerOnVM_Task, 'duration_secs': 0.897406} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.961226] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.961226] env[69984]: INFO nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Took 9.75 seconds to spawn the instance on the hypervisor. [ 828.961226] env[69984]: DEBUG nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.961226] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a3d2d-eece-4b22-9089-2d2a5d6a4036 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.989411] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Successfully updated port: 2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.014844] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.014844] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquired lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.015157] env[69984]: DEBUG nova.network.neutron [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.077785] env[69984]: INFO nova.compute.manager [-] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Took 1.42 seconds to deallocate network for instance. [ 829.078208] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.290191] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.366585] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944922, 'name': ReconfigVM_Task, 'duration_secs': 0.311145} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.366930] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.489424] env[69984]: INFO nova.compute.manager [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Took 39.92 seconds to build instance. [ 829.496187] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.497837] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.497837] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.517478] env[69984]: DEBUG nova.compute.utils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Can not refresh info_cache because instance was not found {{(pid=69984) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 829.546652] env[69984]: DEBUG nova.network.neutron [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.577316] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577754} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.577602] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 84a9274d-93ec-423d-983b-77ae74d34b26/84a9274d-93ec-423d-983b-77ae74d34b26.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.577988] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.578433] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a38a228-58d7-4640-b26a-96aef5965df6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.587996] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 829.587996] env[69984]: value = "task-3944923" [ 829.587996] env[69984]: _type = "Task" [ 829.587996] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.595057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.607550] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.678319] env[69984]: DEBUG nova.network.neutron [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.687042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.687503] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.687660] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.687877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.688116] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.694955] env[69984]: INFO nova.compute.manager [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Terminating instance [ 829.789119] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944921, 'name': ReconfigVM_Task, 'duration_secs': 0.741257} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.791028] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-7f610756-4e19-4c9c-a637-2cf542045739/volume-7f610756-4e19-4c9c-a637-2cf542045739.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.801649] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c3518-32a7-49f7-a437-185cca6c5fb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.812098] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44227e5b-05c7-4757-8b8e-b2dc5fedd103 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.832065] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e7849a-affa-4373-bdd9-6056875d5701 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.835666] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 829.835666] env[69984]: value = "task-3944924" [ 829.835666] env[69984]: _type = "Task" [ 829.835666] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.868939] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9be8d6-1b74-4c68-904a-e755b147eb26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.871792] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944924, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.879105] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='61f3cc03-f395-4571-a756-6dc11498f5d3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2074746602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.879374] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.879533] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.880253] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.880253] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.880253] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.880677] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.880858] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.881075] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.881261] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.881446] env[69984]: DEBUG nova.virt.hardware [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.887872] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 829.888303] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e268d00-b788-4cf6-8fa8-3e4c7451e5a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.903091] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff9b357-b1cb-402c-a3b3-2ecc009bb104 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.922246] env[69984]: DEBUG nova.compute.provider_tree [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.924944] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 829.924944] env[69984]: value = "task-3944925" [ 829.924944] env[69984]: _type = "Task" [ 829.924944] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.992200] env[69984]: DEBUG oslo_concurrency.lockutils [None req-07af012b-4496-4272-8da0-e785ccfe4a61 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.116s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.037313] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.105412] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079198} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.105908] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.107091] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dab45e3-2e80-46a8-9506-f7bd548ac410 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.140264] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 84a9274d-93ec-423d-983b-77ae74d34b26/84a9274d-93ec-423d-983b-77ae74d34b26.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.143847] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459e0cc2-774f-420f-ba7a-1403e273e4c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.165855] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 830.165855] env[69984]: value = "task-3944926" [ 830.165855] env[69984]: _type = "Task" [ 830.165855] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.176400] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.182296] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Releasing lock "refresh_cache-8966e0fd-93cf-4a1f-aac7-883d017a6b6a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.182969] env[69984]: DEBUG nova.compute.manager [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.183289] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.183698] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eebf7217-91d3-469f-89d9-5ed463b315ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.193209] env[69984]: DEBUG nova.compute.manager [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Received event network-vif-plugged-2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.193584] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.193920] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Lock "929c48f6-b622-4252-8534-824b09edcc7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.194217] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Lock "929c48f6-b622-4252-8534-824b09edcc7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.194504] env[69984]: DEBUG nova.compute.manager [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] No waiting events found dispatching network-vif-plugged-2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.194784] env[69984]: WARNING nova.compute.manager [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Received unexpected event network-vif-plugged-2805759d-fd9b-4f44-a5aa-380ff12a69a5 for instance with vm_state building and task_state spawning. [ 830.195069] env[69984]: DEBUG nova.compute.manager [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Received event network-changed-2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.195375] env[69984]: DEBUG nova.compute.manager [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Refreshing instance network info cache due to event network-changed-2805759d-fd9b-4f44-a5aa-380ff12a69a5. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.195732] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Acquiring lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.202812] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22935a01-cc02-485e-9475-1e365eba8105 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.220902] env[69984]: DEBUG nova.compute.manager [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.221171] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.222099] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4973d3dc-ec41-4bcb-aac8-f6487737a554 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.234821] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.235137] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa9696aa-61eb-4991-b234-f617d7130aec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.250166] env[69984]: WARNING nova.virt.vmwareapi.vmops [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8966e0fd-93cf-4a1f-aac7-883d017a6b6a could not be found. [ 830.250433] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.250638] env[69984]: INFO nova.compute.manager [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 0.07 seconds to destroy the instance on the hypervisor. [ 830.250928] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.252150] env[69984]: DEBUG nova.compute.manager [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.252299] env[69984]: DEBUG nova.network.neutron [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.256609] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 830.256609] env[69984]: value = "task-3944927" [ 830.256609] env[69984]: _type = "Task" [ 830.256609] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.268087] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.268476] env[69984]: DEBUG nova.network.neutron [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.279284] env[69984]: DEBUG nova.network.neutron [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.349088] env[69984]: DEBUG oslo_vmware.api [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944924, 'name': ReconfigVM_Task, 'duration_secs': 0.183545} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.349088] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783032', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'name': 'volume-7f610756-4e19-4c9c-a637-2cf542045739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4be5a395-4ce0-4579-8f8d-f538f567e8be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'serial': '7f610756-4e19-4c9c-a637-2cf542045739'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 830.431139] env[69984]: DEBUG nova.scheduler.client.report [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.446222] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944925, 'name': ReconfigVM_Task, 'duration_secs': 0.364178} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.446222] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.446978] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28cdac-fec6-48a7-a83d-9e24bb3de5ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.475780] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.476562] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8239143f-87c0-4d4d-bc3d-962d8dcd980d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.495753] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.502107] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 830.502107] env[69984]: value = "task-3944928" [ 830.502107] env[69984]: _type = "Task" [ 830.502107] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.512068] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.660622] env[69984]: DEBUG nova.compute.manager [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.660778] env[69984]: DEBUG nova.compute.manager [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing instance network info cache due to event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.661078] env[69984]: DEBUG oslo_concurrency.lockutils [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.661208] env[69984]: DEBUG oslo_concurrency.lockutils [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.661368] env[69984]: DEBUG nova.network.neutron [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.677479] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.771450] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944927, 'name': PowerOffVM_Task, 'duration_secs': 0.240452} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.771826] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.771954] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.772292] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4549a23b-e908-4c52-b9ef-7c7380d13968 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.774233] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.774532] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Instance network_info: |[{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.774900] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Acquired lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.775139] env[69984]: DEBUG nova.network.neutron [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Refreshing network info cache for port 2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.779496] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:cd:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2805759d-fd9b-4f44-a5aa-380ff12a69a5', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.785260] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Creating folder: Project (5fd3081dd5954e8aabf5a2262deaf375). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.786881] env[69984]: DEBUG nova.network.neutron [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.788558] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d601b35f-1b30-42a6-b1b2-efff8e9fdf61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.801761] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Created folder: Project (5fd3081dd5954e8aabf5a2262deaf375) in parent group-v782883. [ 830.802064] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Creating folder: Instances. Parent ref: group-v783036. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.802609] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29019290-52d8-46ba-8385-8c11862f4079 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.818935] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Created folder: Instances in parent group-v783036. [ 830.818935] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.818935] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.818935] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58af1456-1ad2-4c05-bda6-d8af3438db6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.839216] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.839216] env[69984]: value = "task-3944932" [ 830.839216] env[69984]: _type = "Task" [ 830.839216] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.848305] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944932, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.895195] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.895195] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.895195] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleting the datastore file [datastore2] eea8c53a-dd34-418d-b7ae-1cfafb122d6a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.895195] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7b8641-48a1-4cbd-8c6e-9d1c4403f549 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.895195] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for the task: (returnval){ [ 830.895195] env[69984]: value = "task-3944933" [ 830.895195] env[69984]: _type = "Task" [ 830.895195] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.895478] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.939974] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.984s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.940205] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.943947] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.004s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.944531] env[69984]: DEBUG nova.objects.instance [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lazy-loading 'resources' on Instance uuid 8c99ef9e-5b2d-4091-a20a-42c288533995 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.023203] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.030490] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.089321] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.089678] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.177421] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944926, 'name': ReconfigVM_Task, 'duration_secs': 0.842482} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.177815] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 84a9274d-93ec-423d-983b-77ae74d34b26/84a9274d-93ec-423d-983b-77ae74d34b26.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.178584] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66ed669a-a095-4a3f-9711-ee97a634a2e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.187212] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 831.187212] env[69984]: value = "task-3944934" [ 831.187212] env[69984]: _type = "Task" [ 831.187212] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.197093] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944934, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.289697] env[69984]: INFO nova.compute.manager [-] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Took 1.04 seconds to deallocate network for instance. [ 831.350894] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944932, 'name': CreateVM_Task, 'duration_secs': 0.364515} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.351256] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.351897] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352094] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.352423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.353084] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa5cb92-fbd2-4c78-b99a-86c794bbcf6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.358402] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 831.358402] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522315c9-fa39-5590-eabc-94e99261b881" [ 831.358402] env[69984]: _type = "Task" [ 831.358402] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.372832] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522315c9-fa39-5590-eabc-94e99261b881, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.373153] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.373394] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.373614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.373758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.373933] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.374253] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ff3a24-0108-48f0-bb36-31a4883b5d83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.384809] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.385014] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.386482] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673c848a-52ac-437d-b50e-fed01d81e715 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.392077] env[69984]: DEBUG oslo_vmware.api [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Task: {'id': task-3944933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162131} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.392888] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.393043] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.393233] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.393418] env[69984]: INFO nova.compute.manager [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 831.393671] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.393870] env[69984]: DEBUG nova.compute.manager [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.393967] env[69984]: DEBUG nova.network.neutron [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.397428] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 831.397428] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529130a9-e39d-3f7f-41a5-42571bdd5578" [ 831.397428] env[69984]: _type = "Task" [ 831.397428] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.409856] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529130a9-e39d-3f7f-41a5-42571bdd5578, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.410850] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422bef8d-94a0-4066-8ae7-f15ec48ae825 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.415378] env[69984]: DEBUG nova.objects.instance [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'flavor' on Instance uuid 4be5a395-4ce0-4579-8f8d-f538f567e8be {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.420996] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 831.420996] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e0989a-fabf-e818-59cd-dc4ec1e4bbdc" [ 831.420996] env[69984]: _type = "Task" [ 831.420996] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.437927] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e0989a-fabf-e818-59cd-dc4ec1e4bbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.438962] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.439310] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 929c48f6-b622-4252-8534-824b09edcc7c/929c48f6-b622-4252-8534-824b09edcc7c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.439664] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5fa6a1-7e1b-41a7-8d5b-03a46aeb8748 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.445671] env[69984]: DEBUG nova.compute.utils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.449546] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.449795] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.461956] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 831.461956] env[69984]: value = "task-3944935" [ 831.461956] env[69984]: _type = "Task" [ 831.461956] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.476312] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.526251] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.527924] env[69984]: DEBUG nova.policy [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c11ebe72d1d3440fbc5d545dc9e0f4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30578bf25b574c65b8c6968da256b482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.593198] env[69984]: DEBUG nova.compute.utils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.623112] env[69984]: DEBUG nova.network.neutron [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updated VIF entry in instance network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.623555] env[69984]: DEBUG nova.network.neutron [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.700601] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944934, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.717733] env[69984]: DEBUG nova.network.neutron [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updated VIF entry in instance network info cache for port 2805759d-fd9b-4f44-a5aa-380ff12a69a5. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.718139] env[69984]: DEBUG nova.network.neutron [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.795294] env[69984]: INFO nova.compute.manager [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance disappeared during terminate [ 831.795596] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb65e7d4-8bd5-49e4-a518-2b6f6dda1ff6 tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "8966e0fd-93cf-4a1f-aac7-883d017a6b6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.292s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.923306] env[69984]: DEBUG oslo_concurrency.lockutils [None req-79fa0339-36ca-4440-a769-3b566936c521 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.407s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.957134] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.974169] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944935, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.976426] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Successfully created port: c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.020776] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.098939] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.124861] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7267dce-4c8c-492c-b2f0-af9cfea70563 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.132303] env[69984]: DEBUG oslo_concurrency.lockutils [req-e490ed2a-6501-444e-ad27-8283232266b3 req-c75546d2-f143-42dd-8496-2b03ffbede2c service nova] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.145729] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fa82e5-e589-4392-aaa9-b2ac974f01c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.184481] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd2645-98b2-46e4-b28a-fb5a551bfb7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.199921] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86430c17-fc39-4124-bb6e-40ff4b602ec2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.210342] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944934, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.222603] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6d76c66-5dce-43dc-812b-350d9c3bd3e9 req-1b6d2a08-d35e-4084-8da7-ea9aac64ba4b service nova] Releasing lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.223347] env[69984]: DEBUG nova.compute.provider_tree [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.326954] env[69984]: DEBUG nova.network.neutron [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.477934] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528167} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.478183] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 929c48f6-b622-4252-8534-824b09edcc7c/929c48f6-b622-4252-8534-824b09edcc7c.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.478400] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.478669] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ce91afd-aceb-4d74-8ac6-f591e1c01bf6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.487726] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 832.487726] env[69984]: value = "task-3944936" [ 832.487726] env[69984]: _type = "Task" [ 832.487726] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.497401] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.522085] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944928, 'name': ReconfigVM_Task, 'duration_secs': 1.676817} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.522399] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.522703] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.633881] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.634181] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.634672] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.634882] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.635074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.637262] env[69984]: INFO nova.compute.manager [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Terminating instance [ 832.701300] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944934, 'name': Rename_Task, 'duration_secs': 1.197431} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.701610] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.701870] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59aa4eb9-4129-4cf1-805e-e2821ae970c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.709245] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 832.709245] env[69984]: value = "task-3944937" [ 832.709245] env[69984]: _type = "Task" [ 832.709245] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.718292] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.726624] env[69984]: DEBUG nova.scheduler.client.report [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.829672] env[69984]: INFO nova.compute.manager [-] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Took 1.44 seconds to deallocate network for instance. [ 832.971402] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.999534] env[69984]: DEBUG nova.compute.manager [req-5b24296d-4674-441e-9d4d-889fa207d053 req-4aec7e56-8069-4e77-bec1-4ba1a7433f5f service nova] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Received event network-vif-deleted-ccb9b662-6f14-47f3-8e5b-0d976ba55dd2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.003945] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075128} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.006593] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.006887] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.007011] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.007255] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.007395] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.007554] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.007765] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.007956] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.008158] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.008310] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.008491] env[69984]: DEBUG nova.virt.hardware [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.008859] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.010396] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ffa7c5-a16f-4268-a94c-7a2b8ee2d5fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.014211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7023740-64d5-4528-8d2b-a65fd550f3ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.036106] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5707446-48c5-4fd7-9aff-fc3b48935f1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.052431] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 929c48f6-b622-4252-8534-824b09edcc7c/929c48f6-b622-4252-8534-824b09edcc7c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.053348] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd6af82-6222-40be-a34b-74aa7a5b6317 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056223] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e97c069-3cbc-4166-9a92-459a2734a465 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.100411] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 833.100411] env[69984]: value = "task-3944938" [ 833.100411] env[69984]: _type = "Task" [ 833.100411] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.101579] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c33c6c-3cf6-4a1d-8087-c3cdaf2e4223 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.118482] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.138278] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.142820] env[69984]: DEBUG nova.compute.manager [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.143139] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.143468] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e9eb68-f5d0-44f0-9818-c06c80de8a2b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.154347] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 833.154347] env[69984]: value = "task-3944939" [ 833.154347] env[69984]: _type = "Task" [ 833.154347] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.167269] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.167437] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.167671] env[69984]: INFO nova.compute.manager [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Attaching volume 108da184-2f69-4753-b286-42ef6fad4458 to /dev/sdb [ 833.169584] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.216139] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad581d-292d-4487-a81b-d1866cd828a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.226551] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.230402] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faba957-298a-4622-8aa4-13455dde55c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.234569] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.237636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.278s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.237636] env[69984]: DEBUG nova.objects.instance [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lazy-loading 'resources' on Instance uuid eb6b4b44-de5b-4032-b75f-edb19e5610cd {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.255128] env[69984]: DEBUG nova.virt.block_device [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updating existing volume attachment record: b3a9751b-534c-4077-b577-6f11287aac0d {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.269794] env[69984]: INFO nova.scheduler.client.report [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Deleted allocations for instance 8c99ef9e-5b2d-4091-a20a-42c288533995 [ 833.338071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.607733] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Successfully updated port: c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.615807] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944938, 'name': ReconfigVM_Task, 'duration_secs': 0.415751} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.616167] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 929c48f6-b622-4252-8534-824b09edcc7c/929c48f6-b622-4252-8534-824b09edcc7c.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.616845] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06aac017-d9af-4324-83f8-ec0164f1eedb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.625532] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 833.625532] env[69984]: value = "task-3944941" [ 833.625532] env[69984]: _type = "Task" [ 833.625532] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.636394] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944941, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.670033] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944939, 'name': PowerOffVM_Task, 'duration_secs': 0.234758} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.670376] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.672257] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 833.672257] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783032', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'name': 'volume-7f610756-4e19-4c9c-a637-2cf542045739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4be5a395-4ce0-4579-8f8d-f538f567e8be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'serial': '7f610756-4e19-4c9c-a637-2cf542045739'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 833.672257] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b467bb4-bfcb-4baf-b5a5-faa897876980 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.698496] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeab720-85b9-41de-895a-f48681fbbc01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.704830] env[69984]: DEBUG nova.network.neutron [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Port 5ac24960-d55d-4ecf-bb81-457d44fedcbe binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.714889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4232e-a9a1-4493-803b-a74b22bd7bdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.744083] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.748273] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f28ef9-bd60-4ab0-953e-1d7903cb01ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.766018] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] The volume has not been displaced from its original location: [datastore2] volume-7f610756-4e19-4c9c-a637-2cf542045739/volume-7f610756-4e19-4c9c-a637-2cf542045739.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 833.771456] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 833.774685] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90207d23-2af1-4271-8c1e-149ca431639d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.791232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-442bf663-2a23-48b9-a3a7-6c3b2b5708a9 tempest-ServerAddressesNegativeTestJSON-813121519 tempest-ServerAddressesNegativeTestJSON-813121519-project-member] Lock "8c99ef9e-5b2d-4091-a20a-42c288533995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.697s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.798175] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 833.798175] env[69984]: value = "task-3944944" [ 833.798175] env[69984]: _type = "Task" [ 833.798175] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.809975] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.115797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.115797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.115797] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.139551] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944941, 'name': Rename_Task, 'duration_secs': 0.169717} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.142410] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.142935] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c96602-aea0-4bf3-a2d0-4228b15067b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.150888] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 834.150888] env[69984]: value = "task-3944945" [ 834.150888] env[69984]: _type = "Task" [ 834.150888] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.161968] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.225978] env[69984]: DEBUG oslo_vmware.api [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944937, 'name': PowerOnVM_Task, 'duration_secs': 1.020816} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.226573] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.226915] env[69984]: INFO nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Took 12.19 seconds to spawn the instance on the hypervisor. [ 834.227808] env[69984]: DEBUG nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.228330] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122d3f2-9aa5-4358-aaa4-519bbff86f8e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.315021] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944944, 'name': ReconfigVM_Task, 'duration_secs': 0.248319} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.315021] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.318678] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9199f17-be7e-42c6-9aca-a75ff1c0e587 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.341811] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 834.341811] env[69984]: value = "task-3944946" [ 834.341811] env[69984]: _type = "Task" [ 834.341811] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.346990] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3caba5-fa62-40ff-8cb7-dcf21e48c197 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.356710] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.360184] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00e8aa-6e5b-4345-83a9-209c0243d727 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.397676] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3e6d3-dbe1-48b0-8547-2f1d2229b9d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.406578] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d54d7-5c33-46ae-9d1c-47dfe3f4951b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.422176] env[69984]: DEBUG nova.compute.provider_tree [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.661599] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.664183] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.734114] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.734374] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.734548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.751805] env[69984]: INFO nova.compute.manager [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Took 42.62 seconds to build instance. [ 834.852317] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944946, 'name': ReconfigVM_Task, 'duration_secs': 0.208732} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.852630] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783032', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'name': 'volume-7f610756-4e19-4c9c-a637-2cf542045739', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4be5a395-4ce0-4579-8f8d-f538f567e8be', 'attached_at': '', 'detached_at': '', 'volume_id': '7f610756-4e19-4c9c-a637-2cf542045739', 'serial': '7f610756-4e19-4c9c-a637-2cf542045739'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 834.853224] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.853740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb628c-312c-42a6-b577-65aaf8c6a5ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861559] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.861884] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f39d7dc2-c7d1-42c1-93fe-1232a2c409cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.925915] env[69984]: DEBUG nova.scheduler.client.report [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.163820] env[69984]: DEBUG oslo_vmware.api [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3944945, 'name': PowerOnVM_Task, 'duration_secs': 0.69794} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.164151] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.164352] env[69984]: INFO nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Took 7.53 seconds to spawn the instance on the hypervisor. [ 835.164530] env[69984]: DEBUG nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.165357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d02f2b-3c16-476c-938f-e86d8fd7f486 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.176579] env[69984]: DEBUG nova.network.neutron [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Updating instance_info_cache with network_info: [{"id": "c30d53a5-0b81-434e-bb1d-be81a724956b", "address": "fa:16:3e:87:7d:35", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30d53a5-0b", "ovs_interfaceid": "c30d53a5-0b81-434e-bb1d-be81a724956b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.221842] env[69984]: DEBUG nova.compute.manager [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Received event network-vif-plugged-c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.222119] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Acquiring lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.222360] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.223026] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.223026] env[69984]: DEBUG nova.compute.manager [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] No waiting events found dispatching network-vif-plugged-c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.223026] env[69984]: WARNING nova.compute.manager [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Received unexpected event network-vif-plugged-c30d53a5-0b81-434e-bb1d-be81a724956b for instance with vm_state building and task_state spawning. [ 835.223199] env[69984]: DEBUG nova.compute.manager [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Received event network-changed-c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.223417] env[69984]: DEBUG nova.compute.manager [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Refreshing instance network info cache due to event network-changed-c30d53a5-0b81-434e-bb1d-be81a724956b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.223609] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Acquiring lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.256255] env[69984]: DEBUG oslo_concurrency.lockutils [None req-575a2ee3-cb6e-4005-816f-edec9577f6a9 tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.071s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.435083] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.438351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.924s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.441048] env[69984]: INFO nova.compute.claims [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.475129] env[69984]: INFO nova.scheduler.client.report [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Deleted allocations for instance eb6b4b44-de5b-4032-b75f-edb19e5610cd [ 835.687317] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.687753] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Instance network_info: |[{"id": "c30d53a5-0b81-434e-bb1d-be81a724956b", "address": "fa:16:3e:87:7d:35", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30d53a5-0b", "ovs_interfaceid": "c30d53a5-0b81-434e-bb1d-be81a724956b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.693559] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Acquired lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.693767] env[69984]: DEBUG nova.network.neutron [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Refreshing network info cache for port c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.696111] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:7d:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c30d53a5-0b81-434e-bb1d-be81a724956b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.705839] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Creating folder: Project (30578bf25b574c65b8c6968da256b482). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.706715] env[69984]: INFO nova.compute.manager [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Took 41.38 seconds to build instance. [ 835.707699] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d3f525-1565-4c60-bc27-6f3070b8073d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.722042] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Created folder: Project (30578bf25b574c65b8c6968da256b482) in parent group-v782883. [ 835.722042] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Creating folder: Instances. Parent ref: group-v783041. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.722042] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-725b357f-c635-4652-8a0b-47c5cfc2a452 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.734639] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Created folder: Instances in parent group-v783041. [ 835.736204] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.736553] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.736900] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a3689d-249e-4148-a4c6-f928db59756d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.761735] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.765030] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.765030] env[69984]: value = "task-3944950" [ 835.765030] env[69984]: _type = "Task" [ 835.765030] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.775525] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944950, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.834419] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.834419] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.834419] env[69984]: DEBUG nova.network.neutron [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.986903] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9e5b23a9-1576-4951-9727-0f9210f9b1ee tempest-SecurityGroupsTestJSON-2062724406 tempest-SecurityGroupsTestJSON-2062724406-project-member] Lock "eb6b4b44-de5b-4032-b75f-edb19e5610cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.704s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.210816] env[69984]: DEBUG oslo_concurrency.lockutils [None req-70b1b526-fba5-4e20-a6f1-0c1a618dbdf1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.993s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.287797] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944950, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.300937] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.714364] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.739039] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "84a9274d-93ec-423d-983b-77ae74d34b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.739346] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.739563] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.739747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.739921] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.747090] env[69984]: INFO nova.compute.manager [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Terminating instance [ 836.784609] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944950, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.816333] env[69984]: DEBUG nova.network.neutron [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Updated VIF entry in instance network info cache for port c30d53a5-0b81-434e-bb1d-be81a724956b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.816699] env[69984]: DEBUG nova.network.neutron [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Updating instance_info_cache with network_info: [{"id": "c30d53a5-0b81-434e-bb1d-be81a724956b", "address": "fa:16:3e:87:7d:35", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30d53a5-0b", "ovs_interfaceid": "c30d53a5-0b81-434e-bb1d-be81a724956b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.910545] env[69984]: DEBUG nova.network.neutron [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.039995] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13efecb-9653-4032-96c0-55862d9bcd15 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.051574] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d88d0-5608-46b1-b01c-8f2a2a5419ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.095551] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41673a-a6e6-44c3-be6d-8f59cda3f97a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.106160] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eedc13f-6583-4c58-936f-498fbc707b6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.125675] env[69984]: DEBUG nova.compute.provider_tree [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.243613] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.256359] env[69984]: DEBUG nova.compute.manager [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.256601] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.257520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd204e2b-6d95-42e3-b3c9-16b6383e057f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.266837] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.267185] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1bb5b6a-a59a-48cb-a2b6-9a0030b2509e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.277592] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 837.277592] env[69984]: value = "task-3944952" [ 837.277592] env[69984]: _type = "Task" [ 837.277592] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.284825] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944950, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.291026] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.327437] env[69984]: DEBUG oslo_concurrency.lockutils [req-ed915bc3-82b4-44e2-a755-50de0f5596b6 req-2f4b3147-df32-4b2b-b65a-2dc7d1081fce service nova] Releasing lock "refresh_cache-f57ba3bc-df5a-4afb-bd31-0f7780621d64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.413182] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.438567] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.439024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.439384] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore1] 4be5a395-4ce0-4579-8f8d-f538f567e8be {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.440101] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31f2ba2-1de3-4293-a4a0-824b30ec9691 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.450690] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 837.450690] env[69984]: value = "task-3944953" [ 837.450690] env[69984]: _type = "Task" [ 837.450690] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.463504] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.629080] env[69984]: DEBUG nova.scheduler.client.report [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.789258] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944950, 'name': CreateVM_Task, 'duration_secs': 1.905041} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.790768] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.791811] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.791974] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.792365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.793668] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128c1c53-d4f2-4c3d-9e07-e10676d904ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.802657] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944952, 'name': PowerOffVM_Task, 'duration_secs': 0.215876} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.803927] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.804393] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.804686] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b17627-34cb-4c11-9329-bf6d6c9e21d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.807746] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 837.807746] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5290d980-92cf-76eb-f785-06189cbf2d97" [ 837.807746] env[69984]: _type = "Task" [ 837.807746] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.810633] env[69984]: DEBUG nova.compute.manager [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Received event network-changed-2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.810842] env[69984]: DEBUG nova.compute.manager [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Refreshing instance network info cache due to event network-changed-2805759d-fd9b-4f44-a5aa-380ff12a69a5. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.811087] env[69984]: DEBUG oslo_concurrency.lockutils [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] Acquiring lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.811258] env[69984]: DEBUG oslo_concurrency.lockutils [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] Acquired lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.811459] env[69984]: DEBUG nova.network.neutron [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Refreshing network info cache for port 2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.827547] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5290d980-92cf-76eb-f785-06189cbf2d97, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.829187] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.829569] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.829848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.830016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.831460] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.831460] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a6dbf4-d58b-42f7-bd8b-f6798f8af285 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.843729] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.843879] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.845187] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81bbe14-93d1-47a5-a1e4-9f2e172d25d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.851760] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 837.851760] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520141c4-2278-5dde-accf-eaf2664eaf9b" [ 837.851760] env[69984]: _type = "Task" [ 837.851760] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.864829] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520141c4-2278-5dde-accf-eaf2664eaf9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.881475] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.881475] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.881475] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Deleting the datastore file [datastore2] 84a9274d-93ec-423d-983b-77ae74d34b26 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.881475] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab55a760-94b6-405d-a5be-dd530b99a6c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.890667] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for the task: (returnval){ [ 837.890667] env[69984]: value = "task-3944955" [ 837.890667] env[69984]: _type = "Task" [ 837.890667] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.901344] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.939680] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f7a81-97b2-4f27-88f0-15b5f7390e68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.963685] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df4f56-4998-4b35-a961-a0185a57beb1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.974717] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.984998] env[69984]: DEBUG oslo_vmware.api [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3944953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195044} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.989113] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.989383] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.989575] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.989737] env[69984]: INFO nova.compute.manager [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Took 4.85 seconds to destroy the instance on the hypervisor. [ 837.989991] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.990688] env[69984]: DEBUG nova.compute.manager [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.990688] env[69984]: DEBUG nova.network.neutron [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.140228] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.140228] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.141990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.123s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.142304] env[69984]: DEBUG nova.objects.instance [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.329347] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.329635] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783040', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'name': 'volume-108da184-2f69-4753-b286-42ef6fad4458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c634ecbc-24a3-4509-9639-efa6d2ad78c1', 'attached_at': '', 'detached_at': '', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'serial': '108da184-2f69-4753-b286-42ef6fad4458'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.330474] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48bec8-2d62-4fe0-bb85-0d7f0555c301 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.373595] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c84d9a-b249-460c-9a2e-1b5d3b47b113 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.405045] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-108da184-2f69-4753-b286-42ef6fad4458/volume-108da184-2f69-4753-b286-42ef6fad4458.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.415792] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840098c9-571f-44af-80fa-3918c15ec5a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.431117] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520141c4-2278-5dde-accf-eaf2664eaf9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013181} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.437024] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bfb1f0-0eba-4e5c-9e6e-8c048b29e03b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.440227] env[69984]: DEBUG oslo_vmware.api [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Task: {'id': task-3944955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273027} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.442162] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.442811] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.442811] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.443046] env[69984]: INFO nova.compute.manager [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Took 1.19 seconds to destroy the instance on the hypervisor. [ 838.443240] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.443569] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 838.443569] env[69984]: value = "task-3944956" [ 838.443569] env[69984]: _type = "Task" [ 838.443569] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.444477] env[69984]: DEBUG nova.compute.manager [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.444614] env[69984]: DEBUG nova.network.neutron [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.452056] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 838.452056] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c90b89-4fd1-0b1f-a053-a00cb07d5a54" [ 838.452056] env[69984]: _type = "Task" [ 838.452056] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.459991] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944956, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.467429] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c90b89-4fd1-0b1f-a053-a00cb07d5a54, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.467726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.468080] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f57ba3bc-df5a-4afb-bd31-0f7780621d64/f57ba3bc-df5a-4afb-bd31-0f7780621d64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.469359] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9417f880-831c-4b7f-820e-721440d66ede {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.478920] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 838.478920] env[69984]: value = "task-3944957" [ 838.478920] env[69984]: _type = "Task" [ 838.478920] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.491709] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.492374] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.492807] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e674a34-a586-4e43-a811-2f4f382939f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.503666] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 838.503666] env[69984]: value = "task-3944958" [ 838.503666] env[69984]: _type = "Task" [ 838.503666] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.514515] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.562495] env[69984]: DEBUG nova.compute.manager [req-f401458c-485f-4d58-aea8-ffa9b0f374d4 req-60cd1f92-9c70-4830-975b-f35e5a3f1fda service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Received event network-vif-deleted-709a7e41-1262-4d1e-a4e2-6821c245a3c9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.562732] env[69984]: INFO nova.compute.manager [req-f401458c-485f-4d58-aea8-ffa9b0f374d4 req-60cd1f92-9c70-4830-975b-f35e5a3f1fda service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Neutron deleted interface 709a7e41-1262-4d1e-a4e2-6821c245a3c9; detaching it from the instance and deleting it from the info cache [ 838.562998] env[69984]: DEBUG nova.network.neutron [req-f401458c-485f-4d58-aea8-ffa9b0f374d4 req-60cd1f92-9c70-4830-975b-f35e5a3f1fda service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.655734] env[69984]: DEBUG nova.compute.utils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.657768] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.657768] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.742321] env[69984]: DEBUG nova.policy [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '543427150a2347dba423dbd310acd968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ec6ae2f8ccd42d484e9c8772d7569fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.851289] env[69984]: DEBUG nova.network.neutron [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updated VIF entry in instance network info cache for port 2805759d-fd9b-4f44-a5aa-380ff12a69a5. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.851699] env[69984]: DEBUG nova.network.neutron [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.935947] env[69984]: DEBUG nova.network.neutron [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.969318] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.996966] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.018840] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.066184] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d94aa5-fa24-43aa-9ffa-894e6a522558 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.082296] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b023d-5fdc-4838-b913-751d8ab3cfd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.127081] env[69984]: DEBUG nova.compute.manager [req-f401458c-485f-4d58-aea8-ffa9b0f374d4 req-60cd1f92-9c70-4830-975b-f35e5a3f1fda service nova] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Detach interface failed, port_id=709a7e41-1262-4d1e-a4e2-6821c245a3c9, reason: Instance 4be5a395-4ce0-4579-8f8d-f538f567e8be could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 839.161747] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.354792] env[69984]: DEBUG oslo_concurrency.lockutils [req-f0316082-cfd8-4ac8-b36e-2e17137fc820 req-d57e1413-e728-4534-890d-1007a2ebe6e1 service nova] Releasing lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.386660] env[69984]: DEBUG nova.network.neutron [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.431450] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98852fd3-8c4d-4cfa-b867-0f392c1ee5f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.440261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4047fcb-c14f-4717-b2e3-6d7b4ebb03a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.444269] env[69984]: INFO nova.compute.manager [-] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Took 1.45 seconds to deallocate network for instance. [ 839.483354] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46403f-bad3-4dae-a12b-887246b161ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.494341] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944956, 'name': ReconfigVM_Task, 'duration_secs': 0.71854} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.499554] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-108da184-2f69-4753-b286-42ef6fad4458/volume-108da184-2f69-4753-b286-42ef6fad4458.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.504853] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611057} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.505204] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e44496-9993-4478-bedd-09234d8492f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.516743] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ea85c6-d534-4771-af65-d799ea3b0e05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.522677] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f57ba3bc-df5a-4afb-bd31-0f7780621d64/f57ba3bc-df5a-4afb-bd31-0f7780621d64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.522911] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.525874] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e5541c0-d884-4a27-8f68-5624496f584a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.534214] env[69984]: DEBUG oslo_vmware.api [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3944958, 'name': PowerOnVM_Task, 'duration_secs': 0.570433} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.546180] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.546180] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01005c37-e0b8-4c6b-b299-e304b813a3f0 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance 'e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.549091] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 839.549091] env[69984]: value = "task-3944959" [ 839.549091] env[69984]: _type = "Task" [ 839.549091] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.549916] env[69984]: DEBUG nova.compute.provider_tree [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.551300] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 839.551300] env[69984]: value = "task-3944960" [ 839.551300] env[69984]: _type = "Task" [ 839.551300] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.568865] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.569253] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.570874] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Successfully created port: a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.889926] env[69984]: INFO nova.compute.manager [-] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Took 1.45 seconds to deallocate network for instance. [ 840.001237] env[69984]: INFO nova.compute.manager [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Took 0.56 seconds to detach 1 volumes for instance. [ 840.055315] env[69984]: DEBUG nova.scheduler.client.report [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.078938] env[69984]: DEBUG oslo_vmware.api [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944960, 'name': ReconfigVM_Task, 'duration_secs': 0.266998} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.084378] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783040', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'name': 'volume-108da184-2f69-4753-b286-42ef6fad4458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c634ecbc-24a3-4509-9639-efa6d2ad78c1', 'attached_at': '', 'detached_at': '', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'serial': '108da184-2f69-4753-b286-42ef6fad4458'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 840.086493] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.176245] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.211264] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.211264] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.211264] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.211411] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.211411] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.211643] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.212900] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.212900] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.212900] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.213439] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.214037] env[69984]: DEBUG nova.virt.hardware [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.215108] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d1eae-5cd8-4cae-9083-f65f9b0f14e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.226026] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a613dd3-bd7b-4462-8941-875967d4c0c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.404469] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.508643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.566913] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.625307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.567374] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.568574] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab6a3a0-ce26-4c78-8ee8-defa7ce68694 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.573171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.582618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.210s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.582853] env[69984]: DEBUG nova.objects.instance [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.614491] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f57ba3bc-df5a-4afb-bd31-0f7780621d64/f57ba3bc-df5a-4afb-bd31-0f7780621d64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.615993] env[69984]: INFO nova.scheduler.client.report [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24 [ 840.617689] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-416f7552-083b-4b5e-8f87-876e0916789d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.647934] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 840.647934] env[69984]: value = "task-3944961" [ 840.647934] env[69984]: _type = "Task" [ 840.647934] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.655493] env[69984]: DEBUG nova.compute.manager [req-07a07cd7-c492-4ba7-865f-d1705103105f req-2d813353-822e-4546-ac28-70eaa282b879 service nova] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Received event network-vif-deleted-e662529c-37dd-4e85-9ac9-7235e27a643a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.660293] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.071533] env[69984]: DEBUG nova.compute.manager [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Received event network-vif-plugged-a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.071935] env[69984]: DEBUG oslo_concurrency.lockutils [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] Acquiring lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.072325] env[69984]: DEBUG oslo_concurrency.lockutils [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.072569] env[69984]: DEBUG oslo_concurrency.lockutils [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.072990] env[69984]: DEBUG nova.compute.manager [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] No waiting events found dispatching network-vif-plugged-a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.073188] env[69984]: WARNING nova.compute.manager [req-02b7a041-2d1d-45b7-9492-cf3ff88183db req-0e5fe2a7-c7c0-41d6-8bb8-5e092539f1c1 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Received unexpected event network-vif-plugged-a254f8fc-b600-4428-9ce1-3a52bee814c2 for instance with vm_state building and task_state spawning. [ 841.146067] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b9c99b20-0a48-41a6-b122-728f889d5c7d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.683s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.160754] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.169308] env[69984]: DEBUG nova.objects.instance [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lazy-loading 'flavor' on Instance uuid c634ecbc-24a3-4509-9639-efa6d2ad78c1 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.237379] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Successfully updated port: a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.312222] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.312452] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.604024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b2a793ec-2714-4eec-b446-b0687e6b34da tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.604024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.229s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.605223] env[69984]: INFO nova.compute.claims [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.668314] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944961, 'name': ReconfigVM_Task, 'duration_secs': 0.601369} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.668954] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f57ba3bc-df5a-4afb-bd31-0f7780621d64/f57ba3bc-df5a-4afb-bd31-0f7780621d64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.671567] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4d3d295-e688-401a-8bd1-29c2f135a575 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.676497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ee87dc75-c709-4a26-98dc-d8261aeddd4d tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.507s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.684600] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 841.684600] env[69984]: value = "task-3944962" [ 841.684600] env[69984]: _type = "Task" [ 841.684600] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.697030] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944962, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.702203] env[69984]: DEBUG nova.network.neutron [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Port 5ac24960-d55d-4ecf-bb81-457d44fedcbe binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 841.702425] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.702578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.702743] env[69984]: DEBUG nova.network.neutron [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.743739] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.743885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.744057] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.197380] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944962, 'name': Rename_Task, 'duration_secs': 0.395731} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.197681] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.197984] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42363837-15f7-4145-9fdf-644dbc454601 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.207905] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 842.207905] env[69984]: value = "task-3944963" [ 842.207905] env[69984]: _type = "Task" [ 842.207905] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.221099] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.280440] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.296351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.296351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.495135] env[69984]: DEBUG nova.network.neutron [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Updating instance_info_cache with network_info: [{"id": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "address": "fa:16:3e:13:b6:a1", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254f8fc-b6", "ovs_interfaceid": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.530227] env[69984]: DEBUG nova.network.neutron [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.723342] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.799557] env[69984]: INFO nova.compute.manager [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Detaching volume 108da184-2f69-4753-b286-42ef6fad4458 [ 842.845692] env[69984]: INFO nova.virt.block_device [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Attempting to driver detach volume 108da184-2f69-4753-b286-42ef6fad4458 from mountpoint /dev/sdb [ 842.845965] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 842.846177] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783040', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'name': 'volume-108da184-2f69-4753-b286-42ef6fad4458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c634ecbc-24a3-4509-9639-efa6d2ad78c1', 'attached_at': '', 'detached_at': '', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'serial': '108da184-2f69-4753-b286-42ef6fad4458'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 842.847950] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e56d121-9879-4292-af84-4b445b1ba371 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.878254] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181ea1a-366f-4a7e-a881-fcf6d620d8cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.887037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.887037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.894022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c994dd2c-8d11-442d-9426-8775adeb24c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.918097] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3079e367-81af-4470-b5ef-6c0288af701a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.935761] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] The volume has not been displaced from its original location: [datastore2] volume-108da184-2f69-4753-b286-42ef6fad4458/volume-108da184-2f69-4753-b286-42ef6fad4458.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 842.941788] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 842.944506] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a135dc10-7d02-4e49-a46f-81368e6206d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.965354] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 842.965354] env[69984]: value = "task-3944964" [ 842.965354] env[69984]: _type = "Task" [ 842.965354] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.975308] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.993792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994273] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Instance network_info: |[{"id": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "address": "fa:16:3e:13:b6:a1", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254f8fc-b6", "ovs_interfaceid": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.994726] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a254f8fc-b600-4428-9ce1-3a52bee814c2', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.003493] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.003839] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.004148] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c5d5cfc-176b-426a-9ff6-ff32c77be301 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.031225] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.031225] env[69984]: value = "task-3944965" [ 843.031225] env[69984]: _type = "Task" [ 843.031225] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.032912] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.045842] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944965, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.111028] env[69984]: DEBUG nova.compute.manager [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Received event network-changed-a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.111028] env[69984]: DEBUG nova.compute.manager [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Refreshing instance network info cache due to event network-changed-a254f8fc-b600-4428-9ce1-3a52bee814c2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.111028] env[69984]: DEBUG oslo_concurrency.lockutils [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] Acquiring lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.111028] env[69984]: DEBUG oslo_concurrency.lockutils [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] Acquired lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.111028] env[69984]: DEBUG nova.network.neutron [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Refreshing network info cache for port a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.222044] env[69984]: DEBUG oslo_vmware.api [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944963, 'name': PowerOnVM_Task, 'duration_secs': 0.851144} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.225084] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.225357] env[69984]: INFO nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Took 10.25 seconds to spawn the instance on the hypervisor. [ 843.225575] env[69984]: DEBUG nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.227549] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279f221-b5bb-4bb7-a7fc-a5098e0007de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.373933] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0d98d5-08ec-4aee-8d86-55106e0ada7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.382755] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a308b1-7e96-4144-af60-7af8752d2576 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.414605] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b21fd9-74e9-4002-a87f-08888a628c03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.422781] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bcebaf-d5af-4a59-9aa4-f685c90e3d6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.437714] env[69984]: DEBUG nova.compute.provider_tree [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.476512] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944964, 'name': ReconfigVM_Task, 'duration_secs': 0.338127} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.476639] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.482294] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9108e5-1f43-4b41-baad-1dd1d10e4344 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.498438] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 843.498438] env[69984]: value = "task-3944966" [ 843.498438] env[69984]: _type = "Task" [ 843.498438] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.507817] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.539218] env[69984]: DEBUG nova.compute.manager [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69984) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 843.539475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.539712] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944965, 'name': CreateVM_Task, 'duration_secs': 0.406593} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.539894] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.540559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.540717] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.541051] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.541367] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cfa083-d15b-4e26-a387-bf907bb2f62f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.546561] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 843.546561] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3e443-247a-303d-b94c-cb2927cd50f7" [ 843.546561] env[69984]: _type = "Task" [ 843.546561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.556299] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3e443-247a-303d-b94c-cb2927cd50f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.756862] env[69984]: INFO nova.compute.manager [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Took 47.09 seconds to build instance. [ 843.890843] env[69984]: DEBUG nova.network.neutron [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Updated VIF entry in instance network info cache for port a254f8fc-b600-4428-9ce1-3a52bee814c2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.891329] env[69984]: DEBUG nova.network.neutron [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Updating instance_info_cache with network_info: [{"id": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "address": "fa:16:3e:13:b6:a1", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254f8fc-b6", "ovs_interfaceid": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.940889] env[69984]: DEBUG nova.scheduler.client.report [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.007976] env[69984]: DEBUG oslo_vmware.api [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3944966, 'name': ReconfigVM_Task, 'duration_secs': 0.179179} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.008323] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783040', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'name': 'volume-108da184-2f69-4753-b286-42ef6fad4458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c634ecbc-24a3-4509-9639-efa6d2ad78c1', 'attached_at': '', 'detached_at': '', 'volume_id': '108da184-2f69-4753-b286-42ef6fad4458', 'serial': '108da184-2f69-4753-b286-42ef6fad4458'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 844.058813] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3e443-247a-303d-b94c-cb2927cd50f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.059196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.059449] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.059734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.059826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.060012] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.060299] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b514889-e5a2-4a9c-a107-1b919385ce9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.069950] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.070152] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.070898] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f74fc59-6000-4a7a-8455-315c7010041e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.076600] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 844.076600] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a2925d-51b3-24b8-7412-7f89e198fc25" [ 844.076600] env[69984]: _type = "Task" [ 844.076600] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.085668] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a2925d-51b3-24b8-7412-7f89e198fc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.259365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8c432055-7a9d-4f7b-9c69-c76924d605b3 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.320s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.393772] env[69984]: DEBUG oslo_concurrency.lockutils [req-1312a1a1-de63-4976-a387-6f65fee31607 req-03fa7603-6ea0-49de-ab05-fadaff94c5c8 service nova] Releasing lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.447244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.448052] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.453026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.877s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.453317] env[69984]: DEBUG nova.objects.instance [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'resources' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.568450] env[69984]: DEBUG nova.objects.instance [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lazy-loading 'flavor' on Instance uuid c634ecbc-24a3-4509-9639-efa6d2ad78c1 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.589302] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a2925d-51b3-24b8-7412-7f89e198fc25, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.590153] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d686c8-824f-440e-aed5-ae3158cdf008 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.596714] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 844.596714] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c7659b-5bff-eecf-fe1b-322cf156b8c9" [ 844.596714] env[69984]: _type = "Task" [ 844.596714] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.606334] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c7659b-5bff-eecf-fe1b-322cf156b8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.764918] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.958029] env[69984]: DEBUG nova.objects.instance [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'numa_topology' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.959746] env[69984]: DEBUG nova.compute.utils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.961397] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.961609] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.019602] env[69984]: DEBUG nova.policy [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b386d7659b9947e6902365e768584fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b8111c63624825b21d9b78dd427cb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.108898] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c7659b-5bff-eecf-fe1b-322cf156b8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.109331] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.109638] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 9fd2bf89-9047-45c0-aa68-a96da3d6c807/9fd2bf89-9047-45c0-aa68-a96da3d6c807.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.109934] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-015c085e-2939-4610-8187-3d26656209a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.118849] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 845.118849] env[69984]: value = "task-3944967" [ 845.118849] env[69984]: _type = "Task" [ 845.118849] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.130533] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.300715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.403091] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully created port: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.462841] env[69984]: DEBUG nova.objects.base [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Object Instance<6610d030-9550-43f8-a8b2-703d222d842e> lazy-loaded attributes: resources,numa_topology {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 845.466456] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.579453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-53c313b5-7f5e-4a33-8353-a3d49dad8655 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.632751] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49321} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.632751] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 9fd2bf89-9047-45c0-aa68-a96da3d6c807/9fd2bf89-9047-45c0-aa68-a96da3d6c807.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.633523] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.634168] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e06cb3b2-ffcd-45e2-9016-431bc7ff92a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.643144] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 845.643144] env[69984]: value = "task-3944968" [ 845.643144] env[69984]: _type = "Task" [ 845.643144] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.654494] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.881988] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully created port: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.117314] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73c78cf-7f0b-4f92-840e-457c0d57e105 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.125889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db334b-cb88-4146-8b57-6ca88b08733e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.165396] env[69984]: DEBUG nova.compute.manager [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.167745] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2974b4a-54ff-44ce-a97c-703da75a825a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.173233] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018f2853-1f56-4c5e-93dd-69d3805955ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.181907] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070029} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.184601] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.187582] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588793f-4e9f-4fe5-8ecf-e13f03333898 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.196023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d802bbd5-dad1-4e9c-80ed-28cb3b3438ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.212691] env[69984]: DEBUG nova.compute.provider_tree [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.240333] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9fd2bf89-9047-45c0-aa68-a96da3d6c807/9fd2bf89-9047-45c0-aa68-a96da3d6c807.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.241829] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1301bc2b-6fd5-44dc-b6d8-2562cf209454 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.259724] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully created port: 6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.263933] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 846.263933] env[69984]: value = "task-3944969" [ 846.263933] env[69984]: _type = "Task" [ 846.263933] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.478414] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.509284] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.509565] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.509756] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.509897] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.510063] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.510213] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.510421] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.510579] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.510744] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.510908] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.511208] env[69984]: DEBUG nova.virt.hardware [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.512396] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0c34f-7990-4acf-95c5-e86fc9da2801 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.524881] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9604b7-0f9b-4c46-b65b-1bcd5214243b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583724] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.583978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.703039] env[69984]: INFO nova.compute.manager [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] instance snapshotting [ 846.706957] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820fe7c8-f292-460c-b033-ee987ef26452 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.729384] env[69984]: DEBUG nova.scheduler.client.report [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.733932] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327c353-6286-41f6-9843-5a369be338f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.775126] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.237789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.785s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.241009] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.820s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.241323] env[69984]: DEBUG nova.objects.instance [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lazy-loading 'resources' on Instance uuid 23de6c8c-9515-44a8-8e1b-d268275c3513 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.245061] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.245588] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56744257-a01c-4b53-9608-a6cd2a95b25c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.254294] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 847.254294] env[69984]: value = "task-3944970" [ 847.254294] env[69984]: _type = "Task" [ 847.254294] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.264883] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944970, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.276528] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944969, 'name': ReconfigVM_Task, 'duration_secs': 0.613721} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.278122] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9fd2bf89-9047-45c0-aa68-a96da3d6c807/9fd2bf89-9047-45c0-aa68-a96da3d6c807.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.278951] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e55d71de-f490-4b3b-9998-88c0a2a71d13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.287291] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 847.287291] env[69984]: value = "task-3944971" [ 847.287291] env[69984]: _type = "Task" [ 847.287291] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.298706] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944971, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.755025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36b29054-b1b5-4061-a44b-7a2e13dbde0d tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.588s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.758336] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.244s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.758336] env[69984]: INFO nova.compute.manager [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Unshelving [ 847.777354] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944970, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.801065] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944971, 'name': Rename_Task, 'duration_secs': 0.146312} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.801751] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.802073] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bbc6b13-dcc3-4a5f-b7fc-b53870079fea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.813069] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 847.813069] env[69984]: value = "task-3944972" [ 847.813069] env[69984]: _type = "Task" [ 847.813069] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.828290] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.979269] env[69984]: DEBUG nova.compute.manager [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-plugged-0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.979269] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.979269] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.979269] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.979269] env[69984]: DEBUG nova.compute.manager [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] No waiting events found dispatching network-vif-plugged-0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.979426] env[69984]: WARNING nova.compute.manager [req-1b8fcdb3-07a5-4146-b3aa-6a0546becedf req-acd3ad9c-3527-43a6-a1ef-1a1512665674 service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received unexpected event network-vif-plugged-0c4e5131-ce8f-45f7-bbeb-186afa436c8c for instance with vm_state building and task_state spawning. [ 848.143770] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully updated port: 0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.275777] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944970, 'name': CreateSnapshot_Task, 'duration_secs': 0.924233} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.277063] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.277262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30113b6-6dff-4764-a66d-ac4d140a39ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.329775] env[69984]: DEBUG oslo_vmware.api [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944972, 'name': PowerOnVM_Task, 'duration_secs': 0.480234} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.329775] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.329775] env[69984]: INFO nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Took 8.15 seconds to spawn the instance on the hypervisor. [ 848.329775] env[69984]: DEBUG nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.332892] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e354a6-784c-47d5-b901-58d740ee4a2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.358497] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1807a2dc-71bf-49f1-a266-186305e6c7f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.366730] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b56a74-8b10-439d-bb51-0012088f5a3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.400744] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae1a24-b7bb-4620-9108-a2a3b00bdc06 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.409751] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564146c8-c67c-48dd-9404-9637bcc4d036 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.424975] env[69984]: DEBUG nova.compute.provider_tree [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.780195] env[69984]: DEBUG nova.compute.utils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.803246] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.803246] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cee5072b-44ee-4c42-ab73-7d56a1e62f40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.813197] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 848.813197] env[69984]: value = "task-3944973" [ 848.813197] env[69984]: _type = "Task" [ 848.813197] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.830180] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944973, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.855068] env[69984]: INFO nova.compute.manager [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Took 47.38 seconds to build instance. [ 848.928425] env[69984]: DEBUG nova.scheduler.client.report [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.126480] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Acquiring lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.126658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Acquired lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.126829] env[69984]: DEBUG nova.network.neutron [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.282744] env[69984]: INFO nova.virt.block_device [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Booting with volume 918c1505-e642-4b9d-9d19-cf6eb1c817db at /dev/sdb [ 849.323768] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944973, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.327089] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee1dc2f-521d-42f3-b6bd-455a6cad580d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.336894] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aedcfb2-12ab-4914-a1d6-ea75133cceac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.359773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f687d5a-e279-45a7-93d5-c19d59dae607 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.968s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.383035] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.384718] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcf3af09-2930-42c5-b0f4-7e3dbef87c21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.395046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a5bfc-da6b-41bf-a9a5-ba541f474f6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.434648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.437618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.122s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.437618] env[69984]: DEBUG nova.objects.instance [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'resources' on Instance uuid 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.439946] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f586cd9-6970-4902-980b-04377a8acb31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.449098] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda8f5a6-79ca-43aa-9f2d-92fa57d4394d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.465133] env[69984]: DEBUG nova.virt.block_device [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating existing volume attachment record: 89c38a65-c467-4ee8-b00c-c829875a6a57 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 849.468839] env[69984]: INFO nova.scheduler.client.report [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Deleted allocations for instance 23de6c8c-9515-44a8-8e1b-d268275c3513 [ 849.829421] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944973, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.912795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.959661] env[69984]: DEBUG nova.network.neutron [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Updating instance_info_cache with network_info: [{"id": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "address": "fa:16:3e:13:b6:a1", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254f8fc-b6", "ovs_interfaceid": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.976656] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ca52b7e2-0549-4df0-bf5e-5ce076e18dd7 tempest-ServersAaction247Test-1425183491 tempest-ServersAaction247Test-1425183491-project-member] Lock "23de6c8c-9515-44a8-8e1b-d268275c3513" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.918s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.151739] env[69984]: DEBUG nova.compute.manager [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-changed-0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.152015] env[69984]: DEBUG nova.compute.manager [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing instance network info cache due to event network-changed-0c4e5131-ce8f-45f7-bbeb-186afa436c8c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.152289] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] Acquiring lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.152438] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] Acquired lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.153640] env[69984]: DEBUG nova.network.neutron [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing network info cache for port 0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.330168] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944973, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.363607] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully updated port: 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.465840] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Releasing lock "refresh_cache-9fd2bf89-9047-45c0-aa68-a96da3d6c807" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.465979] env[69984]: DEBUG nova.compute.manager [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Inject network info {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 850.466223] env[69984]: DEBUG nova.compute.manager [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] network_info to inject: |[{"id": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "address": "fa:16:3e:13:b6:a1", "network": {"id": "1bd2fd1e-5902-4837-9744-1ef240c855b0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2131424403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ec6ae2f8ccd42d484e9c8772d7569fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254f8fc-b6", "ovs_interfaceid": "a254f8fc-b600-4428-9ce1-3a52bee814c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 850.472340] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Reconfiguring VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 850.473076] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71969d5b-e221-44cd-b716-0daad89790f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.494955] env[69984]: DEBUG oslo_vmware.api [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Waiting for the task: (returnval){ [ 850.494955] env[69984]: value = "task-3944977" [ 850.494955] env[69984]: _type = "Task" [ 850.494955] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.505513] env[69984]: DEBUG oslo_vmware.api [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Task: {'id': task-3944977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.611343] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa36113-4933-4f83-87eb-81d593ad044c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.619975] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a060712-9b57-4310-bd5b-2651310cd25f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.654467] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4422e34-4dfb-4ca0-9e45-c2f2b5b5c6cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.666606] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8fd39-a0d2-49c0-be95-228d3bac5598 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.683065] env[69984]: DEBUG nova.compute.provider_tree [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.710653] env[69984]: DEBUG nova.network.neutron [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.812115] env[69984]: DEBUG nova.network.neutron [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.825210] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944973, 'name': CloneVM_Task, 'duration_secs': 1.682429} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.825479] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Created linked-clone VM from snapshot [ 850.826234] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01765e3d-f562-4fa8-bd9d-0fdf7d593812 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.837757] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Uploading image bbd6b1a6-e8d9-4608-bf76-45f3dc1f8644 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.854335] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.854676] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0607e3d9-5774-4ba1-b0bf-85308d6ad0a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.864313] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 850.864313] env[69984]: value = "task-3944978" [ 850.864313] env[69984]: _type = "Task" [ 850.864313] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.878231] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944978, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.008457] env[69984]: DEBUG oslo_vmware.api [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Task: {'id': task-3944977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.189905] env[69984]: DEBUG nova.scheduler.client.report [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.314443] env[69984]: DEBUG oslo_concurrency.lockutils [req-1b09d3af-cfee-41cf-adb1-a16b8344033f req-87a75dc6-99c7-4eb0-add6-f2d081c8f27c service nova] Releasing lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.377321] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944978, 'name': Destroy_Task, 'duration_secs': 0.443717} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.377321] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Destroyed the VM [ 851.377612] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.378952] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41459081-0c3b-4ee0-a4be-bf3927120a8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.386588] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 851.386588] env[69984]: value = "task-3944979" [ 851.386588] env[69984]: _type = "Task" [ 851.386588] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.396011] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.506578] env[69984]: DEBUG oslo_vmware.api [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Task: {'id': task-3944977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.693859] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.696881] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.320s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.698609] env[69984]: INFO nova.compute.claims [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.718211] env[69984]: INFO nova.scheduler.client.report [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocations for instance 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5 [ 851.791887] env[69984]: INFO nova.compute.manager [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Rebuilding instance [ 851.836838] env[69984]: DEBUG nova.compute.manager [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.837817] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c057c2-bb66-4071-950e-6738451a889d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.902103] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944979, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.011896] env[69984]: DEBUG oslo_vmware.api [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] Task: {'id': task-3944977, 'name': ReconfigVM_Task, 'duration_secs': 1.229862} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.011896] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0d87af24-64a5-4965-be5f-5c53c65251fb tempest-ServersAdminTestJSON-881357660 tempest-ServersAdminTestJSON-881357660-project-admin] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Reconfigured VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 852.177942] env[69984]: DEBUG nova.compute.manager [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-plugged-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.179211] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.179211] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.179211] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.179211] env[69984]: DEBUG nova.compute.manager [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] No waiting events found dispatching network-vif-plugged-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 852.179211] env[69984]: WARNING nova.compute.manager [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received unexpected event network-vif-plugged-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 for instance with vm_state building and task_state spawning. [ 852.179626] env[69984]: DEBUG nova.compute.manager [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-changed-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.179626] env[69984]: DEBUG nova.compute.manager [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing instance network info cache due to event network-changed-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.179626] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Acquiring lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.180265] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Acquired lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.180265] env[69984]: DEBUG nova.network.neutron [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing network info cache for port 1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.228686] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2e67e2db-9695-41e9-8ef0-22bfaed2ee07 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.615s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.399392] env[69984]: DEBUG oslo_vmware.api [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944979, 'name': RemoveSnapshot_Task, 'duration_secs': 0.997491} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.399710] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.466724] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Successfully updated port: 6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.734024] env[69984]: DEBUG nova.network.neutron [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.850721] env[69984]: DEBUG nova.network.neutron [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.854515] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.855177] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35ba917e-fef5-4c96-ba9b-80b12cb7d92e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.863031] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 852.863031] env[69984]: value = "task-3944981" [ 852.863031] env[69984]: _type = "Task" [ 852.863031] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.876878] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.905234] env[69984]: WARNING nova.compute.manager [None req-37e0175e-971d-4621-bf64-52da5e5767ad tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Image not found during snapshot: nova.exception.ImageNotFound: Image bbd6b1a6-e8d9-4608-bf76-45f3dc1f8644 could not be found. [ 852.968340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.120411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.120754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.120984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.121264] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.121610] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.130268] env[69984]: INFO nova.compute.manager [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Terminating instance [ 853.227014] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b44523-5be7-4814-ac89-712b2a6aa0d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.237204] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a181f-5ad0-49cc-bbc6-05a7bee7ec5c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.269543] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92784118-4888-4d18-bae6-10bd787199e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.277951] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59ea2c-bfd5-4746-9282-cd80ad45f981 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.293528] env[69984]: DEBUG nova.compute.provider_tree [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.356338] env[69984]: DEBUG oslo_concurrency.lockutils [req-2c6a9403-50fe-4237-bec3-dc7129268009 req-c170a926-5337-4419-af04-2015c79e024f service nova] Releasing lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.356737] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.357846] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.377148] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944981, 'name': PowerOffVM_Task, 'duration_secs': 0.384831} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.377454] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.377691] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.378504] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085bb33-c468-43c7-944d-30c99757343c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.386825] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.387173] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2af20113-6d99-46ed-8c5e-dfbb1f27c9bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.486016] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.486379] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.486476] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.486767] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42714ccd-16b6-4428-b411-0e17a4352f5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.493665] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 853.493665] env[69984]: value = "task-3944983" [ 853.493665] env[69984]: _type = "Task" [ 853.493665] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.502982] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.641273] env[69984]: DEBUG nova.compute.manager [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.641533] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.642600] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad6049-3d46-44d3-899d-6d3ef9f37cc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.650941] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.651323] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1759ad2-832e-4876-8560-680c5ad602b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.659034] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 853.659034] env[69984]: value = "task-3944984" [ 853.659034] env[69984]: _type = "Task" [ 853.659034] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.667487] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.797042] env[69984]: DEBUG nova.scheduler.client.report [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.900145] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.004321] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389014} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.004597] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.004779] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.004953] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.171024] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944984, 'name': PowerOffVM_Task, 'duration_secs': 0.215319} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.171024] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.171024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.171024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c8a285e-68fb-4bde-aceb-5f8fe1cfd1e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.232214] env[69984]: DEBUG nova.compute.manager [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-plugged-6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.232214] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.232720] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.236022] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.236022] env[69984]: DEBUG nova.compute.manager [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] No waiting events found dispatching network-vif-plugged-6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.236022] env[69984]: WARNING nova.compute.manager [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received unexpected event network-vif-plugged-6bf8b021-1099-4a46-b615-631fee61e320 for instance with vm_state building and task_state spawning. [ 854.236022] env[69984]: DEBUG nova.compute.manager [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-changed-6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.236022] env[69984]: DEBUG nova.compute.manager [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing instance network info cache due to event network-changed-6bf8b021-1099-4a46-b615-631fee61e320. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.236226] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Acquiring lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.240780] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.241024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.241214] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleting the datastore file [datastore2] f57ba3bc-df5a-4afb-bd31-0f7780621d64 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.241841] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10e2401-0007-4cbf-96a3-5564fb5ecfa7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.248962] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 854.248962] env[69984]: value = "task-3944986" [ 854.248962] env[69984]: _type = "Task" [ 854.248962] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.257989] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.303737] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.304191] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.307683] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.238s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.307947] env[69984]: DEBUG nova.objects.instance [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lazy-loading 'resources' on Instance uuid e246ab47-3dde-41bc-ac57-4cbfb3059192 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.427869] env[69984]: DEBUG nova.network.neutron [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updating instance_info_cache with network_info: [{"id": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "address": "fa:16:3e:62:06:3b", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e5131-ce", "ovs_interfaceid": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "address": "fa:16:3e:de:77:dd", "network": {"id": "15688aae-d590-4928-8e7c-6f64f76072a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-447284244", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb8f14d-cf", "ovs_interfaceid": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6bf8b021-1099-4a46-b615-631fee61e320", "address": "fa:16:3e:38:be:f3", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf8b021-10", "ovs_interfaceid": "6bf8b021-1099-4a46-b615-631fee61e320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.760995] env[69984]: DEBUG oslo_vmware.api [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3944986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15913} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.761331] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.761502] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.761680] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.761857] env[69984]: INFO nova.compute.manager [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.762180] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.762396] env[69984]: DEBUG nova.compute.manager [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.762492] env[69984]: DEBUG nova.network.neutron [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.810618] env[69984]: DEBUG nova.compute.utils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.812588] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.812789] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.853749] env[69984]: DEBUG nova.policy [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97940929d2a4d7eb460fa9e5468de7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c0f19a42b74938b99308bff4b0ad79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.930263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.930722] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance network_info: |[{"id": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "address": "fa:16:3e:62:06:3b", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e5131-ce", "ovs_interfaceid": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "address": "fa:16:3e:de:77:dd", "network": {"id": "15688aae-d590-4928-8e7c-6f64f76072a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-447284244", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb8f14d-cf", "ovs_interfaceid": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6bf8b021-1099-4a46-b615-631fee61e320", "address": "fa:16:3e:38:be:f3", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf8b021-10", "ovs_interfaceid": "6bf8b021-1099-4a46-b615-631fee61e320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.932035] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Acquired lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.932035] env[69984]: DEBUG nova.network.neutron [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Refreshing network info cache for port 6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.932548] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:06:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4e5131-ce8f-45f7-bbeb-186afa436c8c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:77:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:be:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bf8b021-1099-4a46-b615-631fee61e320', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.954854] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Creating folder: Project (36b8111c63624825b21d9b78dd427cb3). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.962577] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5d38b42-61c1-4eae-ba15-3c349fa878ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.976832] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Created folder: Project (36b8111c63624825b21d9b78dd427cb3) in parent group-v782883. [ 854.976832] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Creating folder: Instances. Parent ref: group-v783049. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.980184] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-999f4361-1743-4a26-9942-6c0e992c6137 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.993046] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Created folder: Instances in parent group-v783049. [ 854.993317] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.996902] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.998492] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47ef18a9-a818-4fd5-a879-1e69b32af0c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.032716] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.032716] env[69984]: value = "task-3944989" [ 855.032716] env[69984]: _type = "Task" [ 855.032716] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.046993] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944989, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.064691] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.064959] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.065167] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.065364] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.065945] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.065945] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.065945] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.066134] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.066230] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.066541] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.066714] env[69984]: DEBUG nova.virt.hardware [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.071154] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd54542-3128-4fa7-b50d-f4be8730f338 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.085603] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3be52-50dc-48ef-9b42-55829f0a2089 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.095933] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.106686] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:0e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b570b9a-2591-4571-a45f-afd4b962f20a', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.116719] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.119798] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.119798] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8fa881-6aa7-4838-bcd3-beee5bc9d579 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.144204] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.144204] env[69984]: value = "task-3944990" [ 855.144204] env[69984]: _type = "Task" [ 855.144204] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.153314] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944990, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.319087] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.479864] env[69984]: DEBUG nova.network.neutron [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updated VIF entry in instance network info cache for port 6bf8b021-1099-4a46-b615-631fee61e320. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.480409] env[69984]: DEBUG nova.network.neutron [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updating instance_info_cache with network_info: [{"id": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "address": "fa:16:3e:62:06:3b", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4e5131-ce", "ovs_interfaceid": "0c4e5131-ce8f-45f7-bbeb-186afa436c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "address": "fa:16:3e:de:77:dd", "network": {"id": "15688aae-d590-4928-8e7c-6f64f76072a7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-447284244", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb8f14d-cf", "ovs_interfaceid": "1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6bf8b021-1099-4a46-b615-631fee61e320", "address": "fa:16:3e:38:be:f3", "network": {"id": "6d76469b-1ec6-4bb8-b7e3-6eed956c13a4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-657459221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bf8b021-10", "ovs_interfaceid": "6bf8b021-1099-4a46-b615-631fee61e320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.495299] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Successfully created port: dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.510908] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3452f5-34db-4a2a-9a75-1a87efa5b149 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.520115] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15fb341-e1b4-4b09-b460-8093b9ba5baf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.554937] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542badd-2067-4e68-bd1d-b08d46f4d8bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.557595] env[69984]: DEBUG nova.network.neutron [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.565961] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944989, 'name': CreateVM_Task, 'duration_secs': 0.492791} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.568281] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.569377] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.569535] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.569843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.571143] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4066899-2c47-4168-ab54-950a01322ce0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.575319] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cf5202-f40d-4fa7-8d2c-e7c7547e44b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.582620] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 855.582620] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526fcd3f-3064-c368-9e40-a0852c822e5f" [ 855.582620] env[69984]: _type = "Task" [ 855.582620] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.591139] env[69984]: DEBUG nova.compute.provider_tree [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.602941] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526fcd3f-3064-c368-9e40-a0852c822e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.603892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.603892] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.603892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.604084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.604143] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.604759] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce5befb9-49bc-4fb0-9a79-a1498c2bca6e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.616733] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.616919] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.617819] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bfd174-f4d2-4745-88a0-a781c1f895a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.623707] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 855.623707] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf2eea-a9c2-3da7-0ab2-469494d9bf83" [ 855.623707] env[69984]: _type = "Task" [ 855.623707] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.633153] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf2eea-a9c2-3da7-0ab2-469494d9bf83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.655941] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3944990, 'name': CreateVM_Task, 'duration_secs': 0.403885} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.656132] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.656807] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.656974] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657312] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657582] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e86ed7-b455-4692-bc3b-d6135f34cadd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.663417] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 855.663417] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525762ed-0446-a96d-8291-98a91166d73f" [ 855.663417] env[69984]: _type = "Task" [ 855.663417] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.672701] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525762ed-0446-a96d-8291-98a91166d73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.983232] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf339618-9c0a-4c73-accd-227e45e51756 req-3c1bff63-74da-4fb8-96f9-f2cbc7de4abe service nova] Releasing lock "refresh_cache-0f2d7ea6-b787-469f-917c-b9ec8c444cac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.060884] env[69984]: INFO nova.compute.manager [-] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Took 1.30 seconds to deallocate network for instance. [ 856.094170] env[69984]: DEBUG nova.scheduler.client.report [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.136470] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf2eea-a9c2-3da7-0ab2-469494d9bf83, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.137381] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4858a3d-de03-4b0e-86ae-6b4694d26bb2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.143853] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 856.143853] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d6b988-f9bc-d2ea-90bf-22ab5919c38c" [ 856.143853] env[69984]: _type = "Task" [ 856.143853] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.153898] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d6b988-f9bc-d2ea-90bf-22ab5919c38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.174492] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525762ed-0446-a96d-8291-98a91166d73f, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.174810] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.175058] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.175300] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.175448] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.175627] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.175902] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a6712f7-1ebb-4eb5-b59f-fc1f853a8232 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.194279] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.194712] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.195899] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf6fd5c-50b1-4d2e-9fe0-fcfeb33b36dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.203320] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 856.203320] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bac1d2-0660-fe38-2228-ade4adec53b2" [ 856.203320] env[69984]: _type = "Task" [ 856.203320] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.212592] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bac1d2-0660-fe38-2228-ade4adec53b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.280047] env[69984]: DEBUG nova.compute.manager [req-43e676ae-7ffa-4989-b6dc-29433c4d818c req-19021afd-2023-49b2-a0f7-e58c93575c60 service nova] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Received event network-vif-deleted-c30d53a5-0b81-434e-bb1d-be81a724956b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.331805] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.359101] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.359368] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.359528] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.359708] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.359856] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.360012] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.360231] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.360396] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.360567] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.360728] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.360898] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.361805] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ae75d-7afc-4470-a3d6-a436111a8b3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.370778] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a45184-48a2-4c6c-b0cd-d9b34ef681d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.568652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.600085] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.602952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.502s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.603544] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.603627] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 856.604135] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.437s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.604523] env[69984]: DEBUG nova.objects.instance [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lazy-loading 'resources' on Instance uuid 1fd55807-996b-4591-9709-f7508bda3b29 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.607435] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520628f-09e5-44ac-9be9-91b4386efad6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.622742] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373f605-7d15-46b1-8d2f-99111f2526b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.631053] env[69984]: INFO nova.scheduler.client.report [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted allocations for instance e246ab47-3dde-41bc-ac57-4cbfb3059192 [ 856.655176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39a8c2-2912-4322-a21c-92aaeedb9964 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.663941] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d6b988-f9bc-d2ea-90bf-22ab5919c38c, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.665972] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.666277] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0f2d7ea6-b787-469f-917c-b9ec8c444cac/0f2d7ea6-b787-469f-917c-b9ec8c444cac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.666590] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ebc06a1-363d-4fc1-b77c-0aa5dda55285 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.669384] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd3e87-ba72-4ef5-8015-8cf8d04f3c13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.702038] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178183MB free_disk=35GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 856.702235] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.705221] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 856.705221] env[69984]: value = "task-3944991" [ 856.705221] env[69984]: _type = "Task" [ 856.705221] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.718055] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bac1d2-0660-fe38-2228-ade4adec53b2, 'name': SearchDatastore_Task, 'duration_secs': 0.038964} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.721768] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.722008] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f53be7-90c9-47ab-a837-3879ffd4e315 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.728877] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 856.728877] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526e5319-333b-1138-db80-be5d3b60a1a6" [ 856.728877] env[69984]: _type = "Task" [ 856.728877] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.738234] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526e5319-333b-1138-db80-be5d3b60a1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.056787] env[69984]: DEBUG nova.compute.manager [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Received event network-vif-plugged-dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.057167] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] Acquiring lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.057528] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.057793] env[69984]: DEBUG oslo_concurrency.lockutils [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.058060] env[69984]: DEBUG nova.compute.manager [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] No waiting events found dispatching network-vif-plugged-dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 857.058369] env[69984]: WARNING nova.compute.manager [req-8a367f73-3759-4bea-a14d-2949ac5bf5ca req-53c65bf0-1da6-4257-a891-926adf24d509 service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Received unexpected event network-vif-plugged-dfbf445f-a49a-4c0c-b007-9190d51d0dbb for instance with vm_state building and task_state spawning. [ 857.142333] env[69984]: DEBUG oslo_concurrency.lockutils [None req-65fef913-8b2b-4dfc-86fe-2ba20d06f0f1 tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "e246ab47-3dde-41bc-ac57-4cbfb3059192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.619s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.219373] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Successfully updated port: dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.230825] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494035} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.237985] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0f2d7ea6-b787-469f-917c-b9ec8c444cac/0f2d7ea6-b787-469f-917c-b9ec8c444cac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.238417] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.240512] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1048b5f-6086-48cf-8630-1794d472a7e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.252215] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526e5319-333b-1138-db80-be5d3b60a1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.256703] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.257541] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.259216] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 857.259216] env[69984]: value = "task-3944992" [ 857.259216] env[69984]: _type = "Task" [ 857.259216] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.259750] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16b641a6-e64e-4910-92ee-9515edff7dea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.271950] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.276428] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 857.276428] env[69984]: value = "task-3944993" [ 857.276428] env[69984]: _type = "Task" [ 857.276428] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.287571] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.716481] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741d17e-b9af-43bb-950d-b91187d78ce4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.726756] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.726756] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.726756] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.728814] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f7ce85-3f43-48e6-b961-4f34bdc837dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.763886] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f76e9-15aa-4b9a-ba5c-fa81807bf3b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.779433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47024fa2-da07-4007-97d7-a8c1d7babef0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.784608] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072728} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.788019] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.789509] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d05993-6484-449d-a826-31bf255c38db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.803660] env[69984]: DEBUG nova.compute.provider_tree [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.808854] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944993, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.835395] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 0f2d7ea6-b787-469f-917c-b9ec8c444cac/0f2d7ea6-b787-469f-917c-b9ec8c444cac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.836203] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511bed02-1980-49d5-8ae6-9ca0ef98a459 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.856958] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 857.856958] env[69984]: value = "task-3944994" [ 857.856958] env[69984]: _type = "Task" [ 857.856958] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.867074] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.272540] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.294819] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564601} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.295064] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.295296] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.295631] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60a0f955-a6b3-4f50-8f94-9d119bf09fd9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.305960] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 858.305960] env[69984]: value = "task-3944995" [ 858.305960] env[69984]: _type = "Task" [ 858.305960] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.312769] env[69984]: DEBUG nova.scheduler.client.report [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.324524] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.369299] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944994, 'name': ReconfigVM_Task, 'duration_secs': 0.47154} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.369640] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 0f2d7ea6-b787-469f-917c-b9ec8c444cac/0f2d7ea6-b787-469f-917c-b9ec8c444cac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.370471] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160a265b-a68e-43c5-8aff-75ff14117ead {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.380813] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 858.380813] env[69984]: value = "task-3944996" [ 858.380813] env[69984]: _type = "Task" [ 858.380813] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.392050] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944996, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.467724] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Updating instance_info_cache with network_info: [{"id": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "address": "fa:16:3e:36:ea:6e", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbf445f-a4", "ovs_interfaceid": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.817266] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.817688] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.818789] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d571dec-c234-4f47-9813-355a7fbe9466 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.823070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.825390] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.340s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.826952] env[69984]: INFO nova.compute.claims [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.852022] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.853153] env[69984]: INFO nova.scheduler.client.report [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Deleted allocations for instance 1fd55807-996b-4591-9709-f7508bda3b29 [ 858.857481] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96af0fa5-976e-448d-91b4-3d7c4c7cb083 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.883609] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 858.883609] env[69984]: value = "task-3944997" [ 858.883609] env[69984]: _type = "Task" [ 858.883609] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.896712] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944996, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.900704] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.970531] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.970863] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Instance network_info: |[{"id": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "address": "fa:16:3e:36:ea:6e", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbf445f-a4", "ovs_interfaceid": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.971467] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ea:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfbf445f-a49a-4c0c-b007-9190d51d0dbb', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.979380] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating folder: Project (81c0f19a42b74938b99308bff4b0ad79). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.979667] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66a70004-0937-4f79-be7f-1d60c5bfea5a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.991185] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created folder: Project (81c0f19a42b74938b99308bff4b0ad79) in parent group-v782883. [ 858.991413] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating folder: Instances. Parent ref: group-v783053. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.991669] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e099a71d-16b4-4de8-9fd9-814127cac9d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.001780] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created folder: Instances in parent group-v783053. [ 859.002054] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.002262] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.002475] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ada525-379a-40b9-bb78-c12818f00885 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.023620] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.023620] env[69984]: value = "task-3945000" [ 859.023620] env[69984]: _type = "Task" [ 859.023620] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.033597] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945000, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.118444] env[69984]: DEBUG nova.compute.manager [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Received event network-changed-dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.118677] env[69984]: DEBUG nova.compute.manager [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Refreshing instance network info cache due to event network-changed-dfbf445f-a49a-4c0c-b007-9190d51d0dbb. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.118958] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] Acquiring lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.119211] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] Acquired lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.119371] env[69984]: DEBUG nova.network.neutron [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Refreshing network info cache for port dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.361686] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8293cd53-39b8-4eed-8be9-8ea701bc917b tempest-ListServersNegativeTestJSON-1173647935 tempest-ListServersNegativeTestJSON-1173647935-project-member] Lock "1fd55807-996b-4591-9709-f7508bda3b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.331s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.396548] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944996, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.400009] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3944997, 'name': ReconfigVM_Task, 'duration_secs': 0.305218} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.400317] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.400942] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b556c314-5df5-4159-8f1b-48b70fc866f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.408929] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 859.408929] env[69984]: value = "task-3945001" [ 859.408929] env[69984]: _type = "Task" [ 859.408929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.420102] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945001, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.534601] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945000, 'name': CreateVM_Task, 'duration_secs': 0.31996} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.534794] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.535469] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.535628] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.535953] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.537257] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b61e632-a632-4757-a0cc-789a48e1c10d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.546919] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 859.546919] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f7845-8012-83e5-2c8f-5f49f2c93c8a" [ 859.546919] env[69984]: _type = "Task" [ 859.546919] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.560632] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f7845-8012-83e5-2c8f-5f49f2c93c8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.893744] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3944996, 'name': Rename_Task, 'duration_secs': 1.036456} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.894038] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.894291] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8735229-61d4-4de3-8feb-99ad40f7e1b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.906133] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 859.906133] env[69984]: value = "task-3945002" [ 859.906133] env[69984]: _type = "Task" [ 859.906133] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.918948] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.924306] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945001, 'name': Rename_Task, 'duration_secs': 0.148555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.924306] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.924471] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61539069-92ce-4f67-8f79-42a4c1c11a84 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.932210] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 859.932210] env[69984]: value = "task-3945003" [ 859.932210] env[69984]: _type = "Task" [ 859.932210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.941887] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.043745] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.044629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.044911] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.045202] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.049025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.049025] env[69984]: INFO nova.compute.manager [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Terminating instance [ 860.070539] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f7845-8012-83e5-2c8f-5f49f2c93c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.072530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.072902] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.073260] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.073458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.074027] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.074852] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cfb39b9-8659-4f24-996b-2ab6682a1591 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.089812] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.090048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.090884] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae0fcc7-ebd5-426f-a7e0-9fc16c924663 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.098734] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 860.098734] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5273d6c2-385b-6cb0-a65a-159212903c1a" [ 860.098734] env[69984]: _type = "Task" [ 860.098734] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.105912] env[69984]: DEBUG nova.network.neutron [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Updated VIF entry in instance network info cache for port dfbf445f-a49a-4c0c-b007-9190d51d0dbb. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.106335] env[69984]: DEBUG nova.network.neutron [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Updating instance_info_cache with network_info: [{"id": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "address": "fa:16:3e:36:ea:6e", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbf445f-a4", "ovs_interfaceid": "dfbf445f-a49a-4c0c-b007-9190d51d0dbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.115098] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5273d6c2-385b-6cb0-a65a-159212903c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.116199] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5de8e68-3557-4ef6-91ea-edb3b58d79ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.125859] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 860.125859] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f0ba51-b223-f5fe-fe71-02eb5cc0239a" [ 860.125859] env[69984]: _type = "Task" [ 860.125859] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.139821] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f0ba51-b223-f5fe-fe71-02eb5cc0239a, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.139821] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.140030] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0/6641cdc7-d2f4-4d7c-8338-1b3d8445cda0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.140197] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684552fe-516d-41dc-9236-355b5b2a3b5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.151579] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 860.151579] env[69984]: value = "task-3945004" [ 860.151579] env[69984]: _type = "Task" [ 860.151579] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.160998] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.426930] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945002, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.446712] env[69984]: DEBUG oslo_vmware.api [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945003, 'name': PowerOnVM_Task, 'duration_secs': 0.511991} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.447048] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.447760] env[69984]: DEBUG nova.compute.manager [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.448156] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb31c90-5959-44cb-a519-7c2069bf9f34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.478063] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b29ba-13d5-4177-a920-f3e93cbf92c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.489138] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ddd80-23d4-419c-9677-5ddc8e299590 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.525164] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e9031-dc9a-41d5-96a0-66e71a8679cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.535030] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0d91d-02d6-4736-8de7-0ca16d6451cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.556439] env[69984]: DEBUG nova.compute.provider_tree [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.556439] env[69984]: DEBUG nova.compute.manager [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.556439] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.556439] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0dd2db-010e-4035-9210-855e40e6993f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564776] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.565075] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df94ce3c-b5d1-40fa-a44f-18ecfd2150ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.575845] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 860.575845] env[69984]: value = "task-3945005" [ 860.575845] env[69984]: _type = "Task" [ 860.575845] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.590746] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.611616] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf8296a2-838f-4e97-ba28-2dc044f04017 req-f007e4c0-d61c-421a-8b5a-6797301177fa service nova] Releasing lock "refresh_cache-6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.666423] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945004, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.711699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.711699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.919581] env[69984]: DEBUG oslo_vmware.api [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945002, 'name': PowerOnVM_Task, 'duration_secs': 0.520976} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.919855] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.920066] env[69984]: INFO nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Took 14.44 seconds to spawn the instance on the hypervisor. [ 860.920734] env[69984]: DEBUG nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.921070] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bd113-62b7-4b84-8575-ec6f145af680 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.977103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.059828] env[69984]: DEBUG nova.scheduler.client.report [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.086650] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945005, 'name': PowerOffVM_Task, 'duration_secs': 0.42819} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.086921] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.087102] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.087359] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5c23c2-57ac-48dd-a679-4fc693f08778 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.164024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.164024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.164024] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleting the datastore file [datastore1] 98cbd308-5f38-4b3a-a8cd-bb500cece6fc {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.168430] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06494029-54fd-4fac-bed5-4903f0e910e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.171103] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557671} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.172031] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0/6641cdc7-d2f4-4d7c-8338-1b3d8445cda0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.172031] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.172927] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8eedba-9ec7-4f5a-8ae1-c32bba0fcb91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.176871] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 861.176871] env[69984]: value = "task-3945007" [ 861.176871] env[69984]: _type = "Task" [ 861.176871] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.183283] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 861.183283] env[69984]: value = "task-3945008" [ 861.183283] env[69984]: _type = "Task" [ 861.183283] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.188750] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.194247] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.440979] env[69984]: INFO nova.compute.manager [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Took 52.09 seconds to build instance. [ 861.676873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.676873] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.679649] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.843s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.684028] env[69984]: INFO nova.compute.claims [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.696777] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075752} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.700131] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.700494] env[69984]: DEBUG oslo_vmware.api [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154841} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.701290] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d2253-e8cb-4a84-a70c-a9b6bc6dcbaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.704076] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.704577] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.704577] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.704688] env[69984]: INFO nova.compute.manager [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.704853] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.705079] env[69984]: DEBUG nova.compute.manager [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.705178] env[69984]: DEBUG nova.network.neutron [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.728616] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0/6641cdc7-d2f4-4d7c-8338-1b3d8445cda0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.729626] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b423de-484d-4914-b269-3136ac41dd6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.752803] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 861.752803] env[69984]: value = "task-3945009" [ 861.752803] env[69984]: _type = "Task" [ 861.752803] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.770995] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.944161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-85496703-0c7e-46d2-aff4-96917f3a124b tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.801s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.191145] env[69984]: DEBUG nova.compute.utils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.191145] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.191606] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.262796] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945009, 'name': ReconfigVM_Task, 'duration_secs': 0.293107} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.263179] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0/6641cdc7-d2f4-4d7c-8338-1b3d8445cda0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.266079] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6011dc3b-aead-4ec4-9da3-1fe26d096874 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.271303] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 862.271303] env[69984]: value = "task-3945010" [ 862.271303] env[69984]: _type = "Task" [ 862.271303] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.282765] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945010, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.441539] env[69984]: DEBUG nova.policy [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97940929d2a4d7eb460fa9e5468de7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c0f19a42b74938b99308bff4b0ad79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.451185] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.694636] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.784075] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945010, 'name': Rename_Task, 'duration_secs': 0.142061} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.787226] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.788094] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5438d36c-fd83-47e3-b192-2059780dffb3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.798073] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 862.798073] env[69984]: value = "task-3945011" [ 862.798073] env[69984]: _type = "Task" [ 862.798073] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.809702] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.979512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.003315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.003604] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.003970] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.004095] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.004190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.009071] env[69984]: INFO nova.compute.manager [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Terminating instance [ 863.192553] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Successfully created port: 08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.286335] env[69984]: DEBUG nova.compute.manager [req-8b87cb3b-b197-4640-b730-cfc79acac0e0 req-7b934175-2def-4412-8826-b3df018271dd service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Received event network-vif-deleted-f895d558-54a2-496e-adb7-eecc9ec652fd {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.286603] env[69984]: INFO nova.compute.manager [req-8b87cb3b-b197-4640-b730-cfc79acac0e0 req-7b934175-2def-4412-8826-b3df018271dd service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Neutron deleted interface f895d558-54a2-496e-adb7-eecc9ec652fd; detaching it from the instance and deleting it from the info cache [ 863.286714] env[69984]: DEBUG nova.network.neutron [req-8b87cb3b-b197-4640-b730-cfc79acac0e0 req-7b934175-2def-4412-8826-b3df018271dd service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.315749] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.388843] env[69984]: INFO nova.compute.manager [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Rebuilding instance [ 863.405059] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f9faa-a039-4ec2-a2d7-c77e77e75f74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.419276] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d153f7c-5446-43ba-88d2-f22ff81c6edc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.468251] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39ddb7-3775-46a7-a30f-68c34195b228 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.475291] env[69984]: DEBUG nova.compute.manager [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.476115] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b29521-2c9a-401b-be5c-354293e70a44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.483621] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d3142-bacb-455e-8d73-d1be38c4bcf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.503386] env[69984]: DEBUG nova.compute.provider_tree [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.511918] env[69984]: DEBUG nova.network.neutron [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.517646] env[69984]: DEBUG nova.compute.manager [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.517888] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.518868] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f64fca-d2d0-48da-af5b-ed6983ccbbaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.530870] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.531640] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a23b206-542a-489d-ad08-fc7161cacffa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.541217] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 863.541217] env[69984]: value = "task-3945012" [ 863.541217] env[69984]: _type = "Task" [ 863.541217] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.554669] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.707811] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.734482] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.734740] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.734903] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.735115] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.735271] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.735482] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.735704] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.735867] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.736096] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.736288] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.736517] env[69984]: DEBUG nova.virt.hardware [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.737597] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f173131-7fee-4616-ad5b-3fb16d8526d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.747125] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b378159-0f63-42a8-90bb-4dee3e4c81ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.790995] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99a0f5f1-27b4-4253-8aa7-6fb827bbe783 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.801394] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fd426c-2451-4c68-ad4c-3dcb20e9ba7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.822505] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945011, 'name': PowerOnVM_Task, 'duration_secs': 0.533913} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.822799] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.823017] env[69984]: INFO nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Took 7.49 seconds to spawn the instance on the hypervisor. [ 863.823215] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.824024] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692e6b4-c614-4f86-a547-09368bad2375 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.840919] env[69984]: DEBUG nova.compute.manager [req-8b87cb3b-b197-4640-b730-cfc79acac0e0 req-7b934175-2def-4412-8826-b3df018271dd service nova] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Detach interface failed, port_id=f895d558-54a2-496e-adb7-eecc9ec652fd, reason: Instance 98cbd308-5f38-4b3a-a8cd-bb500cece6fc could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.006541] env[69984]: DEBUG nova.scheduler.client.report [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.014778] env[69984]: INFO nova.compute.manager [-] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Took 2.31 seconds to deallocate network for instance. [ 864.051476] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945012, 'name': PowerOffVM_Task, 'duration_secs': 0.221321} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.051776] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.051985] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.052621] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-530cc255-1823-4ab0-9b71-b28e9a83deee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.202017] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.202275] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.202425] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleting the datastore file [datastore2] 0f2d7ea6-b787-469f-917c-b9ec8c444cac {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.202715] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2c9691a-3464-4ebf-b39f-58110e521b0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.210016] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 864.210016] env[69984]: value = "task-3945014" [ 864.210016] env[69984]: _type = "Task" [ 864.210016] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.219645] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.361960] env[69984]: INFO nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Took 50.00 seconds to build instance. [ 864.496340] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.496727] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59a89b03-a35b-4893-85ca-24e4daed09b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.506086] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 864.506086] env[69984]: value = "task-3945015" [ 864.506086] env[69984]: _type = "Task" [ 864.506086] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.514561] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.515082] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.517618] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.517867] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.878s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.518106] env[69984]: DEBUG nova.objects.instance [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lazy-loading 'resources' on Instance uuid 1bba3e35-6626-40d3-8dc3-c10178e2b081 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.524812] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.721216] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.864606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.690s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.953623] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Successfully updated port: 08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.014901] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945015, 'name': PowerOffVM_Task, 'duration_secs': 0.213724} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.015637] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.015994] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.016832] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b29472-abf7-4770-a3f5-f64c4f1ae1fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.020666] env[69984]: DEBUG nova.compute.utils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.026597] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.026597] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.033231] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.034050] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b3dff7-b5a1-4ed5-8dee-68c7901c94b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.072040] env[69984]: DEBUG nova.policy [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6aaf6e7c0f9d4c7a986008f43ad2cb60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ecbcef9c4b742e08c89f1f7c5abbe5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.102084] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.102520] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.102750] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore1] 00c1a65c-7b29-4f5f-b3c1-493e8910c197 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.105600] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf9228a5-f5f0-4243-9f4f-8ed6ccce81a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.113490] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 865.113490] env[69984]: value = "task-3945017" [ 865.113490] env[69984]: _type = "Task" [ 865.113490] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.123854] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.220745] env[69984]: DEBUG oslo_vmware.api [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550557} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.223650] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.224122] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.224319] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.224486] env[69984]: INFO nova.compute.manager [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Took 1.71 seconds to destroy the instance on the hypervisor. [ 865.224834] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.225324] env[69984]: DEBUG nova.compute.manager [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.225478] env[69984]: DEBUG nova.network.neutron [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.327446] env[69984]: DEBUG nova.compute.manager [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Received event network-vif-plugged-08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.328130] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Acquiring lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.328130] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.328596] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.328596] env[69984]: DEBUG nova.compute.manager [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] No waiting events found dispatching network-vif-plugged-08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.328765] env[69984]: WARNING nova.compute.manager [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Received unexpected event network-vif-plugged-08e14825-0fc5-405e-83d9-a5b535d3eda4 for instance with vm_state building and task_state spawning. [ 865.329013] env[69984]: DEBUG nova.compute.manager [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Received event network-changed-08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.329257] env[69984]: DEBUG nova.compute.manager [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Refreshing instance network info cache due to event network-changed-08e14825-0fc5-405e-83d9-a5b535d3eda4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.329641] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Acquiring lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329730] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Acquired lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330730] env[69984]: DEBUG nova.network.neutron [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Refreshing network info cache for port 08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.368142] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.465620] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.526143] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.544587] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Successfully created port: 607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.584435] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edebd273-34d7-4fcf-80f9-0d165d2fd0d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.593683] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90d651-74ba-4688-b09e-f9d4507eed01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631028] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42acff6-e291-4533-a33f-d831d7d6a73d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.637410] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211531} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.639741] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.640015] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.640187] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.646073] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a169aa65-6098-4626-b21b-6b0ffc1db34a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.659671] env[69984]: DEBUG nova.compute.provider_tree [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.872933] env[69984]: DEBUG nova.network.neutron [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.895287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.016110] env[69984]: DEBUG nova.network.neutron [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.165437] env[69984]: DEBUG nova.scheduler.client.report [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.519381] env[69984]: DEBUG oslo_concurrency.lockutils [req-4322ef52-1971-449e-91c8-724e44a10c7d req-5224fd26-bfe8-4b1c-b4b0-3f170c4ccd71 service nova] Releasing lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.519826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.519995] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.547200] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.575499] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.575748] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.575908] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.576115] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.576268] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.576421] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.576637] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.576797] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.576965] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.577143] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.577319] env[69984]: DEBUG nova.virt.hardware [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.578246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b711f6-b1a0-4ac7-865b-56657f446212 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.587976] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3441fb4-5ecc-4c2a-bbf8-b29229724dc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.670694] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.674945] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.983s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.676574] env[69984]: INFO nova.compute.claims [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.686672] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.686908] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.687097] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.687294] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.687708] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.687708] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.687833] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.687954] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.688139] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.688314] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.688487] env[69984]: DEBUG nova.virt.hardware [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.689585] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f3ffc0-bdb8-4b24-931c-c94855f626d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.700211] env[69984]: INFO nova.scheduler.client.report [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Deleted allocations for instance 1bba3e35-6626-40d3-8dc3-c10178e2b081 [ 866.705110] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b16479-8b49-4033-917b-a0db0761c4e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.722931] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:0e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b570b9a-2591-4571-a45f-afd4b962f20a', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.730369] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.731448] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.731702] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c73eb77-0659-4ed0-8b12-77a440cb9bf0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.754141] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.754141] env[69984]: value = "task-3945018" [ 866.754141] env[69984]: _type = "Task" [ 866.754141] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.766159] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945018, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.928878] env[69984]: DEBUG nova.network.neutron [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.056956] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.214347] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da470777-9fc1-4b62-bb91-9e21bbce3d2b tempest-ServerGroupTestJSON-566009658 tempest-ServerGroupTestJSON-566009658-project-member] Lock "1bba3e35-6626-40d3-8dc3-c10178e2b081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.614s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.269049] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945018, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.355582] env[69984]: DEBUG nova.network.neutron [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Updating instance_info_cache with network_info: [{"id": "08e14825-0fc5-405e-83d9-a5b535d3eda4", "address": "fa:16:3e:5f:95:23", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e14825-0f", "ovs_interfaceid": "08e14825-0fc5-405e-83d9-a5b535d3eda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.432887] env[69984]: INFO nova.compute.manager [-] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Took 2.21 seconds to deallocate network for instance. [ 867.452311] env[69984]: DEBUG nova.compute.manager [req-25b8ab40-4aae-4aeb-88d7-ef1ef9576b6a req-30837e47-dfda-4495-a4cd-5eaac6c152ac service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-deleted-1eb8f14d-cfc3-4d04-b75d-61f2cb819bd5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.452602] env[69984]: DEBUG nova.compute.manager [req-25b8ab40-4aae-4aeb-88d7-ef1ef9576b6a req-30837e47-dfda-4495-a4cd-5eaac6c152ac service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-deleted-0c4e5131-ce8f-45f7-bbeb-186afa436c8c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.452722] env[69984]: DEBUG nova.compute.manager [req-25b8ab40-4aae-4aeb-88d7-ef1ef9576b6a req-30837e47-dfda-4495-a4cd-5eaac6c152ac service nova] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Received event network-vif-deleted-6bf8b021-1099-4a46-b615-631fee61e320 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.624883] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Successfully updated port: 607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.765697] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945018, 'name': CreateVM_Task, 'duration_secs': 0.5666} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.765881] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.769730] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.770636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.770636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.770820] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60df692a-d01e-41ee-8763-3396ea5570b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.776641] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 867.776641] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ab826-8ab8-2fe2-15d9-3f1bda7fb668" [ 867.776641] env[69984]: _type = "Task" [ 867.776641] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.786243] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ab826-8ab8-2fe2-15d9-3f1bda7fb668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.858690] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "refresh_cache-e35165e9-7ae2-411b-956c-a6dd22576d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.859066] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance network_info: |[{"id": "08e14825-0fc5-405e-83d9-a5b535d3eda4", "address": "fa:16:3e:5f:95:23", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e14825-0f", "ovs_interfaceid": "08e14825-0fc5-405e-83d9-a5b535d3eda4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.863264] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:95:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e14825-0fc5-405e-83d9-a5b535d3eda4', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.871509] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.872017] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.872248] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ecd00d6-c9e4-4cd7-a319-e783f6297eae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.895344] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.895344] env[69984]: value = "task-3945019" [ 867.895344] env[69984]: _type = "Task" [ 867.895344] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.906315] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945019, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.940838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.130217] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.130217] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquired lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.130217] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.191029] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f13bf0-31ef-415e-80d9-8ce2cbdb03de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.200054] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da08bf3a-e7fc-42c5-ade9-f31caab60d89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.234042] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953de8c5-11d8-4436-95af-8c67c334f0e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.242672] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84584257-8abf-455c-927f-d947209a4a89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.257430] env[69984]: DEBUG nova.compute.provider_tree [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.288557] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ab826-8ab8-2fe2-15d9-3f1bda7fb668, 'name': SearchDatastore_Task, 'duration_secs': 0.034759} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.288557] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.288747] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.289069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.289235] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.289422] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.290035] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-351f2b95-9115-4908-8981-fb51c49ffe5a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.300344] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.300585] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.302406] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928bff1a-979c-438f-b495-518331638dc1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.308111] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 868.308111] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0f21-9430-a29f-a443-ed8b513f3d0b" [ 868.308111] env[69984]: _type = "Task" [ 868.308111] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.317525] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0f21-9430-a29f-a443-ed8b513f3d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.407321] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945019, 'name': CreateVM_Task, 'duration_secs': 0.323191} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.407549] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.408259] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.408425] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.408739] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.409873] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba6eb80-583e-40a6-98ef-860a5f75f978 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.415316] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 868.415316] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f59ab3-5ed9-9039-bcab-6169513c5823" [ 868.415316] env[69984]: _type = "Task" [ 868.415316] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.424681] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f59ab3-5ed9-9039-bcab-6169513c5823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.678540] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.760620] env[69984]: DEBUG nova.scheduler.client.report [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.818767] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0f21-9430-a29f-a443-ed8b513f3d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.819627] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189a6c92-b00c-4c3b-8f4d-483928f54eab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.825401] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 868.825401] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d355ef-e643-34e1-b748-e5aab553b007" [ 868.825401] env[69984]: _type = "Task" [ 868.825401] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.833788] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d355ef-e643-34e1-b748-e5aab553b007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.851927] env[69984]: DEBUG nova.network.neutron [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Updating instance_info_cache with network_info: [{"id": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "address": "fa:16:3e:b3:2d:84", "network": {"id": "05bb5a6e-392b-4d8e-8004-4506dca0764f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-614890453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecbcef9c4b742e08c89f1f7c5abbe5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607418f3-9d", "ovs_interfaceid": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.935367] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f59ab3-5ed9-9039-bcab-6169513c5823, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.936030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.936030] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.936190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.936384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.936481] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.937115] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b252cc4-b113-4c84-91b2-713861da3983 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.955203] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.955203] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.955676] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f6a299-1278-4979-a478-57d9c8cbddac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.964662] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 868.964662] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5234b9ed-0089-9480-1842-a3a56edb5d61" [ 868.964662] env[69984]: _type = "Task" [ 868.964662] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.973565] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5234b9ed-0089-9480-1842-a3a56edb5d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.268018] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.268018] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.269399] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.675s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.269826] env[69984]: DEBUG nova.objects.instance [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lazy-loading 'resources' on Instance uuid dbc7420e-bc90-46e8-adde-c2295f321634 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.339024] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d355ef-e643-34e1-b748-e5aab553b007, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.339024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.339024] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.339024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1f26125-f1c0-4b5a-bf62-aa2ddc615d75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.346409] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 869.346409] env[69984]: value = "task-3945020" [ 869.346409] env[69984]: _type = "Task" [ 869.346409] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.355860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Releasing lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.356434] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Instance network_info: |[{"id": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "address": "fa:16:3e:b3:2d:84", "network": {"id": "05bb5a6e-392b-4d8e-8004-4506dca0764f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-614890453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecbcef9c4b742e08c89f1f7c5abbe5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607418f3-9d", "ovs_interfaceid": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.356915] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.357414] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:2d:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607418f3-9d25-4521-8f2d-05ddf484d9d3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.366019] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Creating folder: Project (0ecbcef9c4b742e08c89f1f7c5abbe5d). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.366483] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d85942a0-4105-40fa-9ab2-250fc1e83510 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.378630] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Created folder: Project (0ecbcef9c4b742e08c89f1f7c5abbe5d) in parent group-v782883. [ 869.379100] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Creating folder: Instances. Parent ref: group-v783058. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.379100] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e20d6d64-27cc-4894-9dd4-59268742c985 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.389564] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Created folder: Instances in parent group-v783058. [ 869.389824] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.390043] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.390258] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6aa2229-74e7-4aa4-8030-67eae130ea87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.414263] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.414263] env[69984]: value = "task-3945023" [ 869.414263] env[69984]: _type = "Task" [ 869.414263] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.423208] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945023, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.475778] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5234b9ed-0089-9480-1842-a3a56edb5d61, 'name': SearchDatastore_Task, 'duration_secs': 0.036332} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.476773] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab13059-5ffa-406c-8f31-01b3f70b42c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.484171] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 869.484171] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52117cc3-ad06-164b-37da-1cb156cd98c5" [ 869.484171] env[69984]: _type = "Task" [ 869.484171] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.494200] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52117cc3-ad06-164b-37da-1cb156cd98c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.775047] env[69984]: DEBUG nova.compute.utils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.780490] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.780647] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.824872] env[69984]: DEBUG nova.policy [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e62022f3054f4db862bb326dd6312a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1b031cb74648f2ba7f36226824b407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.832186] env[69984]: DEBUG nova.compute.manager [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Received event network-vif-plugged-607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.832561] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Acquiring lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.832847] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.833409] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.833409] env[69984]: DEBUG nova.compute.manager [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] No waiting events found dispatching network-vif-plugged-607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.833409] env[69984]: WARNING nova.compute.manager [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Received unexpected event network-vif-plugged-607418f3-9d25-4521-8f2d-05ddf484d9d3 for instance with vm_state building and task_state spawning. [ 869.833548] env[69984]: DEBUG nova.compute.manager [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Received event network-changed-607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.833651] env[69984]: DEBUG nova.compute.manager [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Refreshing instance network info cache due to event network-changed-607418f3-9d25-4521-8f2d-05ddf484d9d3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.833957] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Acquiring lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.833995] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Acquired lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.834174] env[69984]: DEBUG nova.network.neutron [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Refreshing network info cache for port 607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.864897] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.929276] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945023, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.000053] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52117cc3-ad06-164b-37da-1cb156cd98c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012016} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.003286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.003822] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e35165e9-7ae2-411b-956c-a6dd22576d8b/e35165e9-7ae2-411b-956c-a6dd22576d8b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.004238] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0afa71cd-e6d2-4a6f-946d-e2183ea35645 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.013731] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 870.013731] env[69984]: value = "task-3945024" [ 870.013731] env[69984]: _type = "Task" [ 870.013731] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.029101] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.251981] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Successfully created port: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.285252] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.359613] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730216} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.363096] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.363337] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.363853] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b497039-ef66-4473-bd93-ca8291de0200 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.372131] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 870.372131] env[69984]: value = "task-3945025" [ 870.372131] env[69984]: _type = "Task" [ 870.372131] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.382351] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.399541] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965c356-90d9-4102-9203-c19ba3b30a2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.410491] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcbb1ee-4beb-4468-acc5-f604858e5a0d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.461967] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf20817-924f-4841-a04d-dd97c4bf08d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.465349] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945023, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.474388] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ff1e22-1499-4a07-b381-c3bb28df07af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.495586] env[69984]: DEBUG nova.compute.provider_tree [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.525430] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945024, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.769635] env[69984]: DEBUG nova.network.neutron [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Updated VIF entry in instance network info cache for port 607418f3-9d25-4521-8f2d-05ddf484d9d3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.770100] env[69984]: DEBUG nova.network.neutron [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Updating instance_info_cache with network_info: [{"id": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "address": "fa:16:3e:b3:2d:84", "network": {"id": "05bb5a6e-392b-4d8e-8004-4506dca0764f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-614890453-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ecbcef9c4b742e08c89f1f7c5abbe5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607418f3-9d", "ovs_interfaceid": "607418f3-9d25-4521-8f2d-05ddf484d9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.884517] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138414} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.884792] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.885520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ade2a3-18e2-4a2c-9137-6fdbeb817978 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.908817] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.909177] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f5e3ab-8ecf-4e54-b35e-7499ca5c4d44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.933513] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945023, 'name': CreateVM_Task, 'duration_secs': 1.055709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.934784] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.935163] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 870.935163] env[69984]: value = "task-3945026" [ 870.935163] env[69984]: _type = "Task" [ 870.935163] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.936804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.936804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.936804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.936804] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2943a1-7f44-4e15-9150-06a5e1129f47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.945178] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 870.945178] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e995ae-99c8-fc69-516f-5476540b0e0e" [ 870.945178] env[69984]: _type = "Task" [ 870.945178] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.948510] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.957158] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e995ae-99c8-fc69-516f-5476540b0e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.000569] env[69984]: DEBUG nova.scheduler.client.report [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.027701] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753103} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.028042] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e35165e9-7ae2-411b-956c-a6dd22576d8b/e35165e9-7ae2-411b-956c-a6dd22576d8b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.028175] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.028552] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129436ed-0ac2-4002-bfa9-06b2618fc88e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.037941] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 871.037941] env[69984]: value = "task-3945027" [ 871.037941] env[69984]: _type = "Task" [ 871.037941] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.048314] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.275230] env[69984]: DEBUG oslo_concurrency.lockutils [req-ff07d730-af8d-4858-8e63-33d75b9bbaa5 req-eeb2f9ca-2af4-4c22-b40d-e749eee547f6 service nova] Releasing lock "refresh_cache-86c60fd4-faee-49ec-85e8-73ad64cff3eb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.298856] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.331429] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.331929] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.332572] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.333018] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.333351] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.333511] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.334293] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.334293] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.334402] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.334661] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.334967] env[69984]: DEBUG nova.virt.hardware [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.336134] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4c88b-bec9-4407-a8ad-7339c942f10f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.347497] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de716b71-a3a5-4f01-b431-8d570d106c2e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.447723] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.462249] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e995ae-99c8-fc69-516f-5476540b0e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.021294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.462249] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.462380] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.462691] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.462791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.462975] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.463287] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90de7461-7309-41eb-a7f8-35421f9b6093 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.474431] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.474431] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.474738] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c502a5-e701-4dfc-bf8c-18b5ad20e783 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.481239] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 871.481239] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52143ea0-4fd1-01fd-9af8-9a7cd1030b23" [ 871.481239] env[69984]: _type = "Task" [ 871.481239] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.490840] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52143ea0-4fd1-01fd-9af8-9a7cd1030b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.506318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.509059] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.479s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.511047] env[69984]: INFO nova.compute.claims [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.532692] env[69984]: INFO nova.scheduler.client.report [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Deleted allocations for instance dbc7420e-bc90-46e8-adde-c2295f321634 [ 871.555090] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075011} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.555584] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.557478] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737cfdb-a31a-4b0e-af97-e83e239cd00d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.580942] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] e35165e9-7ae2-411b-956c-a6dd22576d8b/e35165e9-7ae2-411b-956c-a6dd22576d8b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.582263] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ecf4c1-bdaa-4b02-bfe4-7eba697eb0f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.603701] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 871.603701] env[69984]: value = "task-3945028" [ 871.603701] env[69984]: _type = "Task" [ 871.603701] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.612706] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.947276] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945026, 'name': ReconfigVM_Task, 'duration_secs': 0.579064} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.947616] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 00c1a65c-7b29-4f5f-b3c1-493e8910c197/00c1a65c-7b29-4f5f-b3c1-493e8910c197.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.948336] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4443308-9d5d-4a13-ab6f-b9f602bad5a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.954695] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 871.954695] env[69984]: value = "task-3945029" [ 871.954695] env[69984]: _type = "Task" [ 871.954695] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.965017] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945029, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.965411] env[69984]: DEBUG nova.compute.manager [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Received event network-vif-plugged-5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.965611] env[69984]: DEBUG oslo_concurrency.lockutils [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.965814] env[69984]: DEBUG oslo_concurrency.lockutils [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.965970] env[69984]: DEBUG oslo_concurrency.lockutils [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.966169] env[69984]: DEBUG nova.compute.manager [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] No waiting events found dispatching network-vif-plugged-5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.966312] env[69984]: WARNING nova.compute.manager [req-7166a092-e605-46c8-8e2d-5db8e7e02cd6 req-ffd2e0b9-342b-49e4-8930-12931fb6161e service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Received unexpected event network-vif-plugged-5b79d4f7-c460-437c-8233-cf9f3a3b1736 for instance with vm_state building and task_state spawning. [ 871.991848] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52143ea0-4fd1-01fd-9af8-9a7cd1030b23, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.996021] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2869f75-3996-418d-9d3f-e61f79588fbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.000406] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 872.000406] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fb6c7a-0b86-5ca0-7eae-0ed34ce44d3f" [ 872.000406] env[69984]: _type = "Task" [ 872.000406] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.008651] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fb6c7a-0b86-5ca0-7eae-0ed34ce44d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.042089] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eea99ec0-6601-4767-be7e-c6dc5ace7e4e tempest-ServerPasswordTestJSON-1864372272 tempest-ServerPasswordTestJSON-1864372272-project-member] Lock "dbc7420e-bc90-46e8-adde-c2295f321634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.065s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.117438] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945028, 'name': ReconfigVM_Task, 'duration_secs': 0.301748} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.117580] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Reconfigured VM instance instance-0000003d to attach disk [datastore1] e35165e9-7ae2-411b-956c-a6dd22576d8b/e35165e9-7ae2-411b-956c-a6dd22576d8b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.118243] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5860759-ae18-4996-8dca-cea53ce2d3ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.127685] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 872.127685] env[69984]: value = "task-3945030" [ 872.127685] env[69984]: _type = "Task" [ 872.127685] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.138035] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945030, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.174361] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Successfully updated port: 5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.464863] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945029, 'name': Rename_Task, 'duration_secs': 0.162498} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.466163] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.466163] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2e9054-87ae-409a-a79b-60e1936f875e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.473351] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 872.473351] env[69984]: value = "task-3945031" [ 872.473351] env[69984]: _type = "Task" [ 872.473351] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.484432] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.510425] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fb6c7a-0b86-5ca0-7eae-0ed34ce44d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.510692] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.510951] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 86c60fd4-faee-49ec-85e8-73ad64cff3eb/86c60fd4-faee-49ec-85e8-73ad64cff3eb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.511232] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d70c70-45c9-4ec6-8310-23214d132fcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.518705] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 872.518705] env[69984]: value = "task-3945032" [ 872.518705] env[69984]: _type = "Task" [ 872.518705] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.531468] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.641996] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945030, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.681316] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.681519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.681689] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.991169] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.030828] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.032505] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8b7f62-9d3f-4546-8ccb-2ca1a707803a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.039995] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a3b218-2122-4761-84b5-0f54b9b5f499 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.072265] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b47bf-77a1-4037-93f3-4e16dc9b1154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.080109] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cd59b8-988e-46f1-ae39-22e0c6153068 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.094725] env[69984]: DEBUG nova.compute.provider_tree [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.141837] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945030, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.248017] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.486933] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.536594] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.597935] env[69984]: DEBUG nova.scheduler.client.report [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.611541] env[69984]: DEBUG nova.network.neutron [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.646882] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945030, 'name': Rename_Task, 'duration_secs': 1.188548} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.647316] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.647650] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daea3ce8-2e5d-4e58-8b32-eeb299016e41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.659650] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 873.659650] env[69984]: value = "task-3945033" [ 873.659650] env[69984]: _type = "Task" [ 873.659650] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.670990] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.989918] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945031, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.996265] env[69984]: DEBUG nova.compute.manager [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Received event network-changed-5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.996265] env[69984]: DEBUG nova.compute.manager [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Refreshing instance network info cache due to event network-changed-5b79d4f7-c460-437c-8233-cf9f3a3b1736. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.996265] env[69984]: DEBUG oslo_concurrency.lockutils [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] Acquiring lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.036242] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.237044} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.036518] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 86c60fd4-faee-49ec-85e8-73ad64cff3eb/86c60fd4-faee-49ec-85e8-73ad64cff3eb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.036747] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.037032] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67466131-9cf3-436c-9fbb-304477d414fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.045301] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 874.045301] env[69984]: value = "task-3945034" [ 874.045301] env[69984]: _type = "Task" [ 874.045301] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.055685] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.104920] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.105513] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.113244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.771s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.113244] env[69984]: DEBUG nova.objects.instance [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lazy-loading 'resources' on Instance uuid eea8c53a-dd34-418d-b7ae-1cfafb122d6a {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.116209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.116769] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Instance network_info: |[{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.117071] env[69984]: DEBUG oslo_concurrency.lockutils [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] Acquired lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.117274] env[69984]: DEBUG nova.network.neutron [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Refreshing network info cache for port 5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.118610] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:29:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b79d4f7-c460-437c-8233-cf9f3a3b1736', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.126831] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.128152] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.128716] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-683baefe-edb3-486a-89a5-98ff8ca91df9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.150568] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.150568] env[69984]: value = "task-3945035" [ 874.150568] env[69984]: _type = "Task" [ 874.150568] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.160909] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945035, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.171029] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.487879] env[69984]: DEBUG oslo_vmware.api [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945031, 'name': PowerOnVM_Task, 'duration_secs': 1.558373} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.488177] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.488388] env[69984]: DEBUG nova.compute.manager [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.489212] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa315d-5593-48ac-8072-58f293082197 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.555557] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079966} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.555827] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.556643] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ac275-7e4f-42a3-80db-6f1e613429fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.580556] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 86c60fd4-faee-49ec-85e8-73ad64cff3eb/86c60fd4-faee-49ec-85e8-73ad64cff3eb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.580897] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5986e6d8-caca-4c6f-ac70-b84e53372eba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.602362] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 874.602362] env[69984]: value = "task-3945036" [ 874.602362] env[69984]: _type = "Task" [ 874.602362] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.613874] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.617561] env[69984]: DEBUG nova.compute.utils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.621492] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.621813] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.669218] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945035, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.678645] env[69984]: DEBUG oslo_vmware.api [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945033, 'name': PowerOnVM_Task, 'duration_secs': 0.624866} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.683039] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.683370] env[69984]: INFO nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Took 10.98 seconds to spawn the instance on the hypervisor. [ 874.684770] env[69984]: DEBUG nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.684770] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b11e6a-0768-4fb0-8a78-68bb016a6ddb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.731077] env[69984]: DEBUG nova.policy [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c246359bb9e4428b8d91114cd2cae8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd669dbef28d3420bbcc82844578de6a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.012139] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.100303] env[69984]: DEBUG nova.network.neutron [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updated VIF entry in instance network info cache for port 5b79d4f7-c460-437c-8233-cf9f3a3b1736. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.100884] env[69984]: DEBUG nova.network.neutron [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.116562] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.124988] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.167243] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945035, 'name': CreateVM_Task, 'duration_secs': 0.687664} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.168042] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.168867] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.169038] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.169363] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.169652] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37cd624-de2e-4aec-a852-dfc51fba6fc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.176908] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 875.176908] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00a78-c7d2-ee01-4527-2e209007a4dd" [ 875.176908] env[69984]: _type = "Task" [ 875.176908] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.187661] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00a78-c7d2-ee01-4527-2e209007a4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.208679] env[69984]: INFO nova.compute.manager [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Took 54.75 seconds to build instance. [ 875.273310] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cefc59f-7c00-4d6e-a730-fd633865d81d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.281592] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8dca08-3681-4fb4-81ff-3a41248138b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.313280] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7806966-3782-46f6-8c0c-52fce6602b47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.322014] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c52fbb-f67e-4fbb-87a1-ad8203a56f25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.339243] env[69984]: DEBUG nova.compute.provider_tree [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.341360] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Successfully created port: 374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.607504] env[69984]: DEBUG oslo_concurrency.lockutils [req-454b71e9-eaba-48e6-816f-d4956f36c68b req-aedc7ce0-e17e-4f88-a9ac-fada7578a282 service nova] Releasing lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.616680] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945036, 'name': ReconfigVM_Task, 'duration_secs': 0.545637} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.616968] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 86c60fd4-faee-49ec-85e8-73ad64cff3eb/86c60fd4-faee-49ec-85e8-73ad64cff3eb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.617615] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe1fc9e1-5c69-4396-be22-72cd2934d859 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.625159] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 875.625159] env[69984]: value = "task-3945037" [ 875.625159] env[69984]: _type = "Task" [ 875.625159] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.637818] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945037, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.688938] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00a78-c7d2-ee01-4527-2e209007a4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.033954} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.689325] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.689565] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.689801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.689953] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.690156] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.690440] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b2ae58-f6ab-45e6-8d92-2e409f88b0e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.701048] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.701048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.702140] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6968798-6582-4252-be29-3b008c700c59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.708150] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 875.708150] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a9-8df8-d35a-91ea-1c96f969776b" [ 875.708150] env[69984]: _type = "Task" [ 875.708150] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.711923] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0c26d9d4-14a5-4c65-9d1f-b530b6c1f067 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.507s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.717408] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a9-8df8-d35a-91ea-1c96f969776b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.845148] env[69984]: DEBUG nova.scheduler.client.report [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.947351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.947988] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.947988] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.948157] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.948846] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.950934] env[69984]: INFO nova.compute.manager [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Terminating instance [ 876.007678] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.007916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.135589] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945037, 'name': Rename_Task, 'duration_secs': 0.317729} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.136457] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.136604] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f730cde2-7660-4786-a7f0-104c7f11f818 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141534] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.145319] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 876.145319] env[69984]: value = "task-3945038" [ 876.145319] env[69984]: _type = "Task" [ 876.145319] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.155012] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.166678] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.166923] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.167094] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.167290] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.167436] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.167585] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.167795] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.167957] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.168149] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.168304] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.168514] env[69984]: DEBUG nova.virt.hardware [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.169419] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bcf285-7548-4701-a40c-120fd84cf63c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.177971] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4d4d0-92ec-4b67-b7df-60e49b80288a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.218410] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a9-8df8-d35a-91ea-1c96f969776b, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.219241] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38945d06-a990-4149-8768-1ba7bc2f8b72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.224686] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 876.224686] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e28440-a956-2f83-efe1-94f4094afb99" [ 876.224686] env[69984]: _type = "Task" [ 876.224686] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.234681] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e28440-a956-2f83-efe1-94f4094afb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.352063] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.354499] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.055s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.356224] env[69984]: INFO nova.compute.claims [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.381105] env[69984]: INFO nova.scheduler.client.report [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Deleted allocations for instance eea8c53a-dd34-418d-b7ae-1cfafb122d6a [ 876.394315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.394676] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.395198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.395198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.395347] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.398885] env[69984]: INFO nova.compute.manager [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Terminating instance [ 876.456094] env[69984]: DEBUG nova.compute.manager [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.456311] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.457232] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596fdda2-fc8e-4087-8d9c-f69a83f22a9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.465554] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.465823] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69227e7c-f9fb-4a9c-a894-f3b746db39ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.473762] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 876.473762] env[69984]: value = "task-3945039" [ 876.473762] env[69984]: _type = "Task" [ 876.473762] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.484192] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.484479] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.484702] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.484906] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.485103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.486758] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.487261] env[69984]: INFO nova.compute.manager [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Terminating instance [ 876.511249] env[69984]: DEBUG nova.compute.utils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.658375] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.736946] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e28440-a956-2f83-efe1-94f4094afb99, 'name': SearchDatastore_Task, 'duration_secs': 0.018082} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.737236] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.737569] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.737851] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22c14725-3fb0-4b23-af5e-1b70f5d54cf8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745751] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 876.745751] env[69984]: value = "task-3945040" [ 876.745751] env[69984]: _type = "Task" [ 876.745751] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.755409] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.890052] env[69984]: DEBUG oslo_concurrency.lockutils [None req-97e7b83b-5ca6-4692-967f-9f7af266735b tempest-FloatingIPsAssociationTestJSON-1876981932 tempest-FloatingIPsAssociationTestJSON-1876981932-project-member] Lock "eea8c53a-dd34-418d-b7ae-1cfafb122d6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.203s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.902294] env[69984]: DEBUG nova.compute.manager [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.902576] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.903554] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4498a5eb-2ddf-4196-b577-3a5a36fa0137 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.914608] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.914901] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7d23dba-c610-43e2-a579-00883214d372 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.921425] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 876.921425] env[69984]: value = "task-3945041" [ 876.921425] env[69984]: _type = "Task" [ 876.921425] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.931147] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.985324] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945039, 'name': PowerOffVM_Task, 'duration_secs': 0.195672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.985707] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.985912] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.986229] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf964e40-df99-4255-8296-37f9df85b1cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.991150] env[69984]: DEBUG nova.compute.manager [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.991369] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.992369] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d777b971-005f-4981-93f8-4905731acde4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.002391] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.002909] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4897909-8cac-4b35-a33f-ada445886b1c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.011141] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 877.011141] env[69984]: value = "task-3945043" [ 877.011141] env[69984]: _type = "Task" [ 877.011141] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.017243] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.025000] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.067677] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.067871] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.068082] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore1] 9fd2bf89-9047-45c0-aa68-a96da3d6c807 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.068435] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44cbc5f5-92a1-4fcc-bdba-ed5f1e354665 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.077561] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 877.077561] env[69984]: value = "task-3945044" [ 877.077561] env[69984]: _type = "Task" [ 877.077561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.090370] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.159397] env[69984]: DEBUG oslo_vmware.api [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945038, 'name': PowerOnVM_Task, 'duration_secs': 0.660687} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.159938] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.160116] env[69984]: INFO nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Took 10.61 seconds to spawn the instance on the hypervisor. [ 877.160310] env[69984]: DEBUG nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.161172] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ee48b-ee58-44fd-acd0-92598bff4d68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.260525] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.407438] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Successfully updated port: 374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.435269] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945041, 'name': PowerOffVM_Task, 'duration_secs': 0.342158} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.438546] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.438821] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.439794] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-819a54f2-ab16-483f-9539-4e5311cbe457 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.525481] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945043, 'name': PowerOffVM_Task, 'duration_secs': 0.337538} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.526349] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.526349] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.526349] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9b4b2d4-5890-4cc5-9ad6-c90476e73790 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.554974] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.554974] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.554974] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleting the datastore file [datastore1] 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.554974] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b956beef-cd8b-4f1e-b475-7614777211aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.563683] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 877.563683] env[69984]: value = "task-3945047" [ 877.563683] env[69984]: _type = "Task" [ 877.563683] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.572947] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.590037] env[69984]: DEBUG oslo_vmware.api [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403697} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.594331] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.594477] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.594767] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.594853] env[69984]: INFO nova.compute.manager [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Took 1.14 seconds to destroy the instance on the hypervisor. [ 877.595251] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.600550] env[69984]: DEBUG nova.compute.manager [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.600691] env[69984]: DEBUG nova.network.neutron [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.603020] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.603241] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.603423] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleting the datastore file [datastore1] e35165e9-7ae2-411b-956c-a6dd22576d8b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.604305] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fbeff37-fdc9-4c4d-adaf-21c456959bfe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.616626] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 877.616626] env[69984]: value = "task-3945048" [ 877.616626] env[69984]: _type = "Task" [ 877.616626] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.626377] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.685395] env[69984]: INFO nova.compute.manager [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Took 55.86 seconds to build instance. [ 877.728613] env[69984]: DEBUG nova.compute.manager [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Received event network-vif-plugged-374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.728888] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] Acquiring lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.729141] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.729346] env[69984]: DEBUG oslo_concurrency.lockutils [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.729559] env[69984]: DEBUG nova.compute.manager [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] No waiting events found dispatching network-vif-plugged-374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.730120] env[69984]: WARNING nova.compute.manager [req-bb881c26-ae08-4eb6-b30a-c18b58489e58 req-01c1d694-c2d3-4200-ad6d-9297122315aa service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Received unexpected event network-vif-plugged-374479fb-61f6-4f82-a317-0ceef493f35c for instance with vm_state building and task_state spawning. [ 877.759811] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550525} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.760094] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.760664] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.760664] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-649dac34-3c14-41cd-8929-0665e4285c68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.768665] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 877.768665] env[69984]: value = "task-3945049" [ 877.768665] env[69984]: _type = "Task" [ 877.768665] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.780477] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.912461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.912884] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquired lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.913231] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.918074] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2c9b3-44ae-4c63-9c41-103f4dc5f4ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.929207] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88c03c-9cf4-497b-bc69-49ccd92c3fa5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.966023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f6ac1d-ed70-45ff-b2e5-b4004136ecb3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.975017] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7e8dd-e4e9-4eac-b645-20d2ad8bb56d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.989323] env[69984]: DEBUG nova.compute.provider_tree [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.078372] env[69984]: DEBUG oslo_vmware.api [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251568} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.078372] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.078372] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.078716] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.078973] env[69984]: INFO nova.compute.manager [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 878.079527] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.079857] env[69984]: DEBUG nova.compute.manager [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.080138] env[69984]: DEBUG nova.network.neutron [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.105576] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.105845] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.106175] env[69984]: INFO nova.compute.manager [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Attaching volume fb34a1a4-0d8c-400d-b1a6-cbec5fb237de to /dev/sdb [ 878.129011] env[69984]: DEBUG oslo_vmware.api [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228124} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.131121] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.131121] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.131121] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.131121] env[69984]: INFO nova.compute.manager [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 878.131121] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.131121] env[69984]: DEBUG nova.compute.manager [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.131121] env[69984]: DEBUG nova.network.neutron [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.144527] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539f25a2-f7c4-49bb-b6b3-2079eddfda94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.152084] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d018f-8138-4c79-a3a6-1bb9bb18b007 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.166812] env[69984]: DEBUG nova.virt.block_device [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating existing volume attachment record: d0688b0b-f0b5-4e95-9216-f3121d73ba15 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 878.187948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ac12afb-4953-4a65-891a-e901dde29913 tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.292s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.286471] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.286746] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.287547] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50632bef-bcfb-4ff1-8e30-2a72721d4924 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.310864] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.312272] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea855977-1fca-4033-ba8e-0edc0383d004 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.338912] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 878.338912] env[69984]: value = "task-3945051" [ 878.338912] env[69984]: _type = "Task" [ 878.338912] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.348713] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.458880] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.494741] env[69984]: DEBUG nova.network.neutron [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.496700] env[69984]: DEBUG nova.scheduler.client.report [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.651625] env[69984]: DEBUG nova.network.neutron [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updating instance_info_cache with network_info: [{"id": "374479fb-61f6-4f82-a317-0ceef493f35c", "address": "fa:16:3e:e0:41:02", "network": {"id": "f1198ee4-d28e-4227-bc11-4f369375c218", "bridge": "br-int", "label": "tempest-ServersTestJSON-168759571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d669dbef28d3420bbcc82844578de6a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374479fb-61", "ovs_interfaceid": "374479fb-61f6-4f82-a317-0ceef493f35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.834332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.834635] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.834859] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.835055] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.835228] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.837626] env[69984]: INFO nova.compute.manager [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Terminating instance [ 878.850155] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.005028] env[69984]: INFO nova.compute.manager [-] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Took 1.40 seconds to deallocate network for instance. [ 879.005028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.005028] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.008629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.765s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.011020] env[69984]: INFO nova.compute.claims [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.156359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Releasing lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.156759] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Instance network_info: |[{"id": "374479fb-61f6-4f82-a317-0ceef493f35c", "address": "fa:16:3e:e0:41:02", "network": {"id": "f1198ee4-d28e-4227-bc11-4f369375c218", "bridge": "br-int", "label": "tempest-ServersTestJSON-168759571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d669dbef28d3420bbcc82844578de6a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374479fb-61", "ovs_interfaceid": "374479fb-61f6-4f82-a317-0ceef493f35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.157302] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:41:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '374479fb-61f6-4f82-a317-0ceef493f35c', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.167022] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Creating folder: Project (d669dbef28d3420bbcc82844578de6a4). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.167022] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-206e4265-e750-4028-a299-caa92eeea6cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.179399] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Created folder: Project (d669dbef28d3420bbcc82844578de6a4) in parent group-v782883. [ 879.179399] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Creating folder: Instances. Parent ref: group-v783064. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.179399] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ec5fbb-fda6-4032-8703-61d77b1445e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.191161] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Created folder: Instances in parent group-v783064. [ 879.191161] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.191161] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.191161] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7f6ec6-0a06-49eb-aa2a-d67500e3446e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.216929] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.216929] env[69984]: value = "task-3945056" [ 879.216929] env[69984]: _type = "Task" [ 879.216929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.225446] env[69984]: DEBUG nova.network.neutron [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.226764] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945056, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.248343] env[69984]: DEBUG nova.network.neutron [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.345619] env[69984]: DEBUG nova.compute.manager [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.345896] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.346821] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6370db1-61fd-430d-b1e7-8dd7a4f744d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.357817] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945051, 'name': ReconfigVM_Task, 'duration_secs': 0.721274} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.359308] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.360795] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.361126] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0b4e3bd-63ef-4510-b646-c5b31c4ac30c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.363111] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cda97b4-adcd-434f-b474-d80e9f948525 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.370278] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 879.370278] env[69984]: value = "task-3945057" [ 879.370278] env[69984]: _type = "Task" [ 879.370278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.371763] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 879.371763] env[69984]: value = "task-3945058" [ 879.371763] env[69984]: _type = "Task" [ 879.371763] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.389496] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945057, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.392510] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.516672] env[69984]: DEBUG nova.compute.utils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.519495] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.519495] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.524291] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.578101] env[69984]: DEBUG nova.policy [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.732548] env[69984]: INFO nova.compute.manager [-] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Took 1.60 seconds to deallocate network for instance. [ 879.732928] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945056, 'name': CreateVM_Task, 'duration_secs': 0.389388} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.735422] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.736252] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.736554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.737064] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.741602] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b07dda-48ce-4a92-8ad4-84e1dd39cc70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.749698] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 879.749698] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79e0a-dfad-8984-e492-faa7e4dde1e9" [ 879.749698] env[69984]: _type = "Task" [ 879.749698] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.758680] env[69984]: INFO nova.compute.manager [-] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Took 1.68 seconds to deallocate network for instance. [ 879.769062] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79e0a-dfad-8984-e492-faa7e4dde1e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.775560] env[69984]: DEBUG nova.compute.manager [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Received event network-changed-374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.775767] env[69984]: DEBUG nova.compute.manager [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Refreshing instance network info cache due to event network-changed-374479fb-61f6-4f82-a317-0ceef493f35c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.775995] env[69984]: DEBUG oslo_concurrency.lockutils [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] Acquiring lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.776203] env[69984]: DEBUG oslo_concurrency.lockutils [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] Acquired lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.776391] env[69984]: DEBUG nova.network.neutron [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Refreshing network info cache for port 374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.897213] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945057, 'name': Rename_Task, 'duration_secs': 0.236634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.897490] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945058, 'name': PowerOffVM_Task, 'duration_secs': 0.245344} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.897739] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.898009] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.898411] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.898665] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97f5a752-8de4-4720-8383-6cee0330624b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.900930] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b10f134b-8eee-4685-84b3-82349ba3ffeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.909039] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 879.909039] env[69984]: value = "task-3945059" [ 879.909039] env[69984]: _type = "Task" [ 879.909039] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.924203] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.971088] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.971570] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.971831] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Deleting the datastore file [datastore2] 86c60fd4-faee-49ec-85e8-73ad64cff3eb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.972351] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26b6896-5dcf-49da-820d-547dee941435 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.983638] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for the task: (returnval){ [ 879.983638] env[69984]: value = "task-3945061" [ 879.983638] env[69984]: _type = "Task" [ 879.983638] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.995067] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.020221] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Successfully created port: 0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.022887] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.247899] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.262297] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f79e0a-dfad-8984-e492-faa7e4dde1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018134} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.265369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.265782] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.267070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.267277] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.267480] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.268025] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4057643a-0650-4411-a938-385689cbbbe6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.270728] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.285923] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.286490] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.287347] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0610905b-577f-4ff9-a0ef-c806e43eff42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.294138] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 880.294138] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdf00c-703b-3b89-8566-cd5214a7313e" [ 880.294138] env[69984]: _type = "Task" [ 880.294138] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.307692] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdf00c-703b-3b89-8566-cd5214a7313e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.422432] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.493603] env[69984]: DEBUG oslo_vmware.api [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Task: {'id': task-3945061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254463} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.496534] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.496805] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.497009] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.497194] env[69984]: INFO nova.compute.manager [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 880.497439] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.498075] env[69984]: DEBUG nova.compute.manager [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.498188] env[69984]: DEBUG nova.network.neutron [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.595362] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737923e8-fb04-4e67-bdca-418af90c5e02 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.605381] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ece2e1-f11d-4b97-b629-0474dcf838bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.643555] env[69984]: DEBUG nova.network.neutron [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updated VIF entry in instance network info cache for port 374479fb-61f6-4f82-a317-0ceef493f35c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.643932] env[69984]: DEBUG nova.network.neutron [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updating instance_info_cache with network_info: [{"id": "374479fb-61f6-4f82-a317-0ceef493f35c", "address": "fa:16:3e:e0:41:02", "network": {"id": "f1198ee4-d28e-4227-bc11-4f369375c218", "bridge": "br-int", "label": "tempest-ServersTestJSON-168759571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d669dbef28d3420bbcc82844578de6a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374479fb-61", "ovs_interfaceid": "374479fb-61f6-4f82-a317-0ceef493f35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.646788] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6ec1b-1881-4142-a162-a7f6d0ba6369 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.660639] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6a3876-288f-441f-a8ce-07a30862c2d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.681411] env[69984]: DEBUG nova.compute.provider_tree [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.808075] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bdf00c-703b-3b89-8566-cd5214a7313e, 'name': SearchDatastore_Task, 'duration_secs': 0.014683} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.809107] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d217c74a-320e-4af1-bbe6-057db03dcd69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.815619] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 880.815619] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523679b5-2f75-bdfa-1b22-2700cb3569a8" [ 880.815619] env[69984]: _type = "Task" [ 880.815619] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.824828] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523679b5-2f75-bdfa-1b22-2700cb3569a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.868756] env[69984]: DEBUG nova.compute.manager [req-2ff408d4-1cbb-4184-a807-840a4ff4074a req-3cfba29d-b5a5-467f-9072-0e659c346ba0 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Received event network-vif-deleted-607418f3-9d25-4521-8f2d-05ddf484d9d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.868836] env[69984]: INFO nova.compute.manager [req-2ff408d4-1cbb-4184-a807-840a4ff4074a req-3cfba29d-b5a5-467f-9072-0e659c346ba0 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Neutron deleted interface 607418f3-9d25-4521-8f2d-05ddf484d9d3; detaching it from the instance and deleting it from the info cache [ 880.870187] env[69984]: DEBUG nova.network.neutron [req-2ff408d4-1cbb-4184-a807-840a4ff4074a req-3cfba29d-b5a5-467f-9072-0e659c346ba0 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.920455] env[69984]: DEBUG oslo_vmware.api [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945059, 'name': PowerOnVM_Task, 'duration_secs': 0.952726} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.921662] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.922142] env[69984]: INFO nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Took 9.62 seconds to spawn the instance on the hypervisor. [ 880.924532] env[69984]: DEBUG nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.924532] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ce1fd-8bee-4bc7-af9b-a93bd348558a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.046026] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.077013] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.077296] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.077477] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.077682] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.077837] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.078086] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.078476] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.078757] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.079323] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.079468] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.079610] env[69984]: DEBUG nova.virt.hardware [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.080599] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919c9c7-7ae2-4c6a-b819-edf565865f0c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.095180] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec6470-199f-4889-9732-32b5626f7181 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.147227] env[69984]: DEBUG oslo_concurrency.lockutils [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] Releasing lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.147402] env[69984]: DEBUG nova.compute.manager [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Received event network-vif-deleted-a254f8fc-b600-4428-9ce1-3a52bee814c2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.147601] env[69984]: DEBUG nova.compute.manager [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Received event network-vif-deleted-08e14825-0fc5-405e-83d9-a5b535d3eda4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.147780] env[69984]: DEBUG nova.compute.manager [req-c451ed91-8ec9-4f9e-b152-f045e8bb8bf3 req-01f40e45-9460-4a2a-b243-c89a779d98ff service nova] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Received event network-vif-deleted-dfbf445f-a49a-4c0c-b007-9190d51d0dbb {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.185214] env[69984]: DEBUG nova.scheduler.client.report [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.328120] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523679b5-2f75-bdfa-1b22-2700cb3569a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.328444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.328702] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] a0bc1770-2ce5-42af-a1f5-f0d589fb0680/a0bc1770-2ce5-42af-a1f5-f0d589fb0680.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.329468] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c980475-e1d4-489c-bcec-cb0667c91b1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.337967] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 881.337967] env[69984]: value = "task-3945063" [ 881.337967] env[69984]: _type = "Task" [ 881.337967] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.344752] env[69984]: DEBUG nova.network.neutron [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.349607] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.373551] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17d84003-45a0-4869-88dc-10059bbf9f71 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.386427] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bac785-48b6-42cc-be1a-bdee44fda274 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.423643] env[69984]: DEBUG nova.compute.manager [req-2ff408d4-1cbb-4184-a807-840a4ff4074a req-3cfba29d-b5a5-467f-9072-0e659c346ba0 service nova] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Detach interface failed, port_id=607418f3-9d25-4521-8f2d-05ddf484d9d3, reason: Instance 86c60fd4-faee-49ec-85e8-73ad64cff3eb could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.445044] env[69984]: INFO nova.compute.manager [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Took 54.78 seconds to build instance. [ 881.692715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.692715] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.697024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.697024] env[69984]: DEBUG nova.objects.instance [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lazy-loading 'resources' on Instance uuid 84a9274d-93ec-423d-983b-77ae74d34b26 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.846243] env[69984]: INFO nova.compute.manager [-] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Took 1.35 seconds to deallocate network for instance. [ 881.853762] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945063, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.888630] env[69984]: DEBUG nova.compute.manager [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-vif-plugged-0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.888630] env[69984]: DEBUG oslo_concurrency.lockutils [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.888630] env[69984]: DEBUG oslo_concurrency.lockutils [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.889314] env[69984]: DEBUG oslo_concurrency.lockutils [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.889314] env[69984]: DEBUG nova.compute.manager [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] No waiting events found dispatching network-vif-plugged-0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 881.890772] env[69984]: WARNING nova.compute.manager [req-2d884b16-dc52-4802-b0aa-e7b5047e2d0b req-b0b77d4a-07e1-42f6-9b91-048064dcb8b4 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received unexpected event network-vif-plugged-0018187c-99d0-491f-bfe6-5c75503ce91a for instance with vm_state building and task_state spawning. [ 881.913374] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Successfully updated port: 0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.947345] env[69984]: DEBUG oslo_concurrency.lockutils [None req-056e792e-92c6-4af7-ae69-44c845e7b02b tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.069s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.198534] env[69984]: DEBUG nova.compute.utils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.202953] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.203752] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.273222] env[69984]: DEBUG nova.policy [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6365620b8f274069b83f41dc644b34b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51531e00559441d79520861f8ad64de4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.351554] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793789} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.354686] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] a0bc1770-2ce5-42af-a1f5-f0d589fb0680/a0bc1770-2ce5-42af-a1f5-f0d589fb0680.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.354924] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.355785] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b9f18c-220d-4c0c-82fc-fb89c9482fb2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.358766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.364386] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 882.364386] env[69984]: value = "task-3945064" [ 882.364386] env[69984]: _type = "Task" [ 882.364386] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.380550] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.416455] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.416455] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.416563] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.706935] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.723975] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aaeaa6-579e-47ed-801d-22980ec1e2dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.732877] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 882.733793] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783063', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'name': 'volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929c48f6-b622-4252-8534-824b09edcc7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'serial': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 882.736240] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a034b-f2d5-4203-9c94-615885c26535 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.743754] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37204fe4-bbea-40fc-bde9-d5598aabe263 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.791591] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Successfully created port: 3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.796322] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6b05f1-9868-4628-b179-b6742fb8bb2e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.797659] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0016b4-611e-46b0-bec3-dd66f0ff62d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.823182] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81d3cd-c288-4458-9c63-12c31d4bdb6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.838023] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de/volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.838023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1b148a-8024-4c8d-baa8-d93cded29742 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.863707] env[69984]: DEBUG nova.compute.provider_tree [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.867116] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 882.867116] env[69984]: value = "task-3945065" [ 882.867116] env[69984]: _type = "Task" [ 882.867116] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.885301] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.888832] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075056} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.889241] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.889982] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7335cd8-cbad-4154-99a9-744cf72c1119 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.916691] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] a0bc1770-2ce5-42af-a1f5-f0d589fb0680/a0bc1770-2ce5-42af-a1f5-f0d589fb0680.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.918301] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97259cfc-1bc9-4642-b85c-e5f17de2650f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.946525] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 882.946525] env[69984]: value = "task-3945066" [ 882.946525] env[69984]: _type = "Task" [ 882.946525] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.956021] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.975039] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.143076] env[69984]: DEBUG nova.network.neutron [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.368730] env[69984]: DEBUG nova.scheduler.client.report [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.384016] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945065, 'name': ReconfigVM_Task, 'duration_secs': 0.422774} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.384648] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de/volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.390251] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8ad2a6-0eac-4b39-b903-9695c293346b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.407176] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 883.407176] env[69984]: value = "task-3945067" [ 883.407176] env[69984]: _type = "Task" [ 883.407176] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.417142] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.458688] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.604911] env[69984]: DEBUG nova.compute.manager [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 883.649796] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.650297] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Instance network_info: |[{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.650537] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:5a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0018187c-99d0-491f-bfe6-5c75503ce91a', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.658361] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating folder: Project (ff4ef96959014d888dad9c973446006b). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.659404] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b9cc91-b9dd-4cda-aec2-d7870377e87a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.673051] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created folder: Project (ff4ef96959014d888dad9c973446006b) in parent group-v782883. [ 883.673051] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating folder: Instances. Parent ref: group-v783067. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.673284] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016a0bc8-0fbb-4e77-b611-8a08aed5172e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.688453] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created folder: Instances in parent group-v783067. [ 883.688453] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.688453] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.688729] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae29a94-11da-4c73-b2c4-5b7b3a207a69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.711740] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.711740] env[69984]: value = "task-3945070" [ 883.711740] env[69984]: _type = "Task" [ 883.711740] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.716098] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.728283] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945070, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.746884] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.747349] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.747537] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.747730] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.747875] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.748033] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.748301] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.748415] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.748585] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.748750] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.748924] env[69984]: DEBUG nova.virt.hardware [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.749980] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f152cd-e9ef-44eb-86c9-2c2075870f87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758857] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddfb3f6-cae3-49ff-b61c-ee23c61e1218 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.882534] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.374s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.882973] env[69984]: DEBUG nova.objects.instance [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'resources' on Instance uuid 4be5a395-4ce0-4579-8f8d-f538f567e8be {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.907152] env[69984]: INFO nova.scheduler.client.report [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Deleted allocations for instance 84a9274d-93ec-423d-983b-77ae74d34b26 [ 883.921289] env[69984]: DEBUG nova.compute.manager [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-changed-0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.921577] env[69984]: DEBUG nova.compute.manager [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing instance network info cache due to event network-changed-0018187c-99d0-491f-bfe6-5c75503ce91a. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.921834] env[69984]: DEBUG oslo_concurrency.lockutils [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922024] env[69984]: DEBUG oslo_concurrency.lockutils [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.922267] env[69984]: DEBUG nova.network.neutron [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing network info cache for port 0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.928259] env[69984]: DEBUG oslo_vmware.api [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945067, 'name': ReconfigVM_Task, 'duration_secs': 0.161549} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.928770] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783063', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'name': 'volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929c48f6-b622-4252-8534-824b09edcc7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'serial': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 883.958646] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945066, 'name': ReconfigVM_Task, 'duration_secs': 0.592384} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.958996] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Reconfigured VM instance instance-00000040 to attach disk [datastore2] a0bc1770-2ce5-42af-a1f5-f0d589fb0680/a0bc1770-2ce5-42af-a1f5-f0d589fb0680.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.959801] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9431a465-0d15-4d72-bded-ec6b59b1a702 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.967868] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 883.967868] env[69984]: value = "task-3945071" [ 883.967868] env[69984]: _type = "Task" [ 883.967868] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.978783] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945071, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.122578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.228123] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945070, 'name': CreateVM_Task, 'duration_secs': 0.506208} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.228357] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.229991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.229991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.230292] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.230716] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a26390-e013-401e-9524-95c6a1560f6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.239490] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 884.239490] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288e461-ee5c-fbb3-b01c-7d1e2d1bafe7" [ 884.239490] env[69984]: _type = "Task" [ 884.239490] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.247804] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288e461-ee5c-fbb3-b01c-7d1e2d1bafe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.427603] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5e470a83-0277-48ef-af7b-3619df34141f tempest-TenantUsagesTestJSON-2076852689 tempest-TenantUsagesTestJSON-2076852689-project-member] Lock "84a9274d-93ec-423d-983b-77ae74d34b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.683s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.430037] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Successfully updated port: 3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.479742] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945071, 'name': Rename_Task, 'duration_secs': 0.253555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.482812] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.483293] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709b419b-ac23-4211-9b7a-88987f793b4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.493530] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 884.493530] env[69984]: value = "task-3945072" [ 884.493530] env[69984]: _type = "Task" [ 884.493530] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.511370] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.750713] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5288e461-ee5c-fbb3-b01c-7d1e2d1bafe7, 'name': SearchDatastore_Task, 'duration_secs': 0.021798} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.750944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.751203] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.751461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.751623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.751828] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.752122] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0935a372-1937-4cb6-9e7a-c55a90974498 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.763914] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.763914] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.764253] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c2f071-8feb-432f-9834-c0fe8a17cea1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.771534] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 884.771534] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520503a1-9d62-4fe6-6781-5c51b1c9eb01" [ 884.771534] env[69984]: _type = "Task" [ 884.771534] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.785141] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520503a1-9d62-4fe6-6781-5c51b1c9eb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.923774] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daefdc7e-85d2-46e6-abf1-07d1de927246 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.933616] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeb0da5-9919-41c8-94af-eef3de6659bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.939478] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939478] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939478] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.972842] env[69984]: DEBUG nova.network.neutron [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updated VIF entry in instance network info cache for port 0018187c-99d0-491f-bfe6-5c75503ce91a. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.973208] env[69984]: DEBUG nova.network.neutron [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.975766] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c258fe-10be-4cec-b9fc-75523f882d38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.986086] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba327162-bf2b-45b0-ae97-dcd9fbf70be9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.992557] env[69984]: DEBUG nova.objects.instance [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.011050] env[69984]: DEBUG nova.compute.provider_tree [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.018999] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945072, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.289433] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520503a1-9d62-4fe6-6781-5c51b1c9eb01, 'name': SearchDatastore_Task, 'duration_secs': 0.01613} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.289433] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade6517c-690f-4b05-9d90-0b16d60a57f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.294759] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 885.294759] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b124bd-0dd6-8b8a-f1c2-afbfeb6a8681" [ 885.294759] env[69984]: _type = "Task" [ 885.294759] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.306933] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b124bd-0dd6-8b8a-f1c2-afbfeb6a8681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.481843] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.483290] env[69984]: DEBUG oslo_concurrency.lockutils [req-1fc6a1e8-74c1-4b4b-8e3f-8c43c70f0796 req-a12f22ae-3040-46c5-92cd-51554b18aacf service nova] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.500734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c95df8c0-9d27-4417-8e10-b824edeaea46 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.395s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.509736] env[69984]: DEBUG oslo_vmware.api [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945072, 'name': PowerOnVM_Task, 'duration_secs': 0.864101} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.509736] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.510867] env[69984]: INFO nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Took 9.37 seconds to spawn the instance on the hypervisor. [ 885.510867] env[69984]: DEBUG nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.510981] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf4a0f-99bb-4b06-9b4e-4484fa3d1451 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.514650] env[69984]: DEBUG nova.scheduler.client.report [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.603331] env[69984]: DEBUG oslo_concurrency.lockutils [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.603605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.604077] env[69984]: DEBUG nova.compute.manager [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.604711] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c4be27-704c-482f-b0bd-6a59ddba9b64 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.611719] env[69984]: DEBUG nova.compute.manager [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 885.612334] env[69984]: DEBUG nova.objects.instance [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.639375] env[69984]: DEBUG nova.network.neutron [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [{"id": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "address": "fa:16:3e:7e:7b:e8", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5df03d-8a", "ovs_interfaceid": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.806634] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b124bd-0dd6-8b8a-f1c2-afbfeb6a8681, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.806936] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.807231] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 62dd1fba-1360-44d3-b1f6-3de86dffc7ee/62dd1fba-1360-44d3-b1f6-3de86dffc7ee.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.807502] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9dc12db-e984-41e9-9b9b-077c749d1b07 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.814678] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 885.814678] env[69984]: value = "task-3945073" [ 885.814678] env[69984]: _type = "Task" [ 885.814678] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.822544] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.968948] env[69984]: DEBUG nova.compute.manager [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Received event network-vif-plugged-3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.969199] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Acquiring lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.969571] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.969571] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.969770] env[69984]: DEBUG nova.compute.manager [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] No waiting events found dispatching network-vif-plugged-3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.969894] env[69984]: WARNING nova.compute.manager [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Received unexpected event network-vif-plugged-3f5df03d-8a1c-4a7e-ac47-79203264d202 for instance with vm_state building and task_state spawning. [ 885.970103] env[69984]: DEBUG nova.compute.manager [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Received event network-changed-3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.970321] env[69984]: DEBUG nova.compute.manager [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Refreshing instance network info cache due to event network-changed-3f5df03d-8a1c-4a7e-ac47-79203264d202. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.970409] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Acquiring lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.025295] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.034930] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.494s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.041129] env[69984]: INFO nova.compute.manager [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Took 55.04 seconds to build instance. [ 886.064272] env[69984]: INFO nova.scheduler.client.report [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance 4be5a395-4ce0-4579-8f8d-f538f567e8be [ 886.142453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142987] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Instance network_info: |[{"id": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "address": "fa:16:3e:7e:7b:e8", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5df03d-8a", "ovs_interfaceid": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.143250] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Acquired lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.143651] env[69984]: DEBUG nova.network.neutron [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Refreshing network info cache for port 3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.144922] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f5df03d-8a1c-4a7e-ac47-79203264d202', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.157711] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.159039] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.159307] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cec7493-1c19-4d91-aaf1-c543c12fa13a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.184795] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.184795] env[69984]: value = "task-3945074" [ 886.184795] env[69984]: _type = "Task" [ 886.184795] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.198621] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945074, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.331487] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512872} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.331882] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 62dd1fba-1360-44d3-b1f6-3de86dffc7ee/62dd1fba-1360-44d3-b1f6-3de86dffc7ee.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.332163] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.332523] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba22ebd-6392-4083-83be-c45ea8811c2b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.341380] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 886.341380] env[69984]: value = "task-3945075" [ 886.341380] env[69984]: _type = "Task" [ 886.341380] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.352611] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.541474] env[69984]: DEBUG nova.objects.instance [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lazy-loading 'migration_context' on Instance uuid e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.543021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fa3d719c-4781-4ee1-a022-61c014095b42 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.160s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.572607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ebf1a63a-487b-4956-9bd2-ea8519ce5b46 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "4be5a395-4ce0-4579-8f8d-f538f567e8be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.938s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.620598] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.620934] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4434690d-0697-4ecb-83f6-2ee762dee4e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.635272] env[69984]: DEBUG oslo_vmware.api [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 886.635272] env[69984]: value = "task-3945076" [ 886.635272] env[69984]: _type = "Task" [ 886.635272] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.646747] env[69984]: DEBUG oslo_vmware.api [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.698839] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945074, 'name': CreateVM_Task, 'duration_secs': 0.389759} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.699128] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.699894] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.700092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.700423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.700728] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8154416f-eaf0-4cd9-b3bb-e233015d1151 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.706862] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 886.706862] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52989b9a-68ab-f5ac-0d24-2dbb43837337" [ 886.706862] env[69984]: _type = "Task" [ 886.706862] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.719596] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52989b9a-68ab-f5ac-0d24-2dbb43837337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.852685] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066771} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.853089] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.853970] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2090a-9900-46e3-b1c7-0be465929ca2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.885346] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 62dd1fba-1360-44d3-b1f6-3de86dffc7ee/62dd1fba-1360-44d3-b1f6-3de86dffc7ee.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.889024] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1a2e0b-fe81-4024-bc26-2f7ec0b031fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.910760] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 886.910760] env[69984]: value = "task-3945077" [ 886.910760] env[69984]: _type = "Task" [ 886.910760] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.919889] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.148809] env[69984]: DEBUG oslo_vmware.api [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945076, 'name': PowerOffVM_Task, 'duration_secs': 0.20108} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.151092] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.151317] env[69984]: DEBUG nova.compute.manager [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.152168] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348848cb-8d3b-42b5-bc13-1b4d74e61892 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.165034] env[69984]: DEBUG nova.network.neutron [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updated VIF entry in instance network info cache for port 3f5df03d-8a1c-4a7e-ac47-79203264d202. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.165034] env[69984]: DEBUG nova.network.neutron [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [{"id": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "address": "fa:16:3e:7e:7b:e8", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5df03d-8a", "ovs_interfaceid": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.225361] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52989b9a-68ab-f5ac-0d24-2dbb43837337, 'name': SearchDatastore_Task, 'duration_secs': 0.011754} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.226400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.226679] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.226916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.227069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.227251] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.227772] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8816d35-a1fb-4847-8dba-382fc22a63c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.244992] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.246313] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.246313] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1acc839-19b9-4e98-8157-b66e490e78de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.252722] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 887.252722] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528cf1d3-e838-0f4e-5297-ec7f6ae584e1" [ 887.252722] env[69984]: _type = "Task" [ 887.252722] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.267301] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528cf1d3-e838-0f4e-5297-ec7f6ae584e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.281902] env[69984]: DEBUG nova.compute.manager [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Received event network-changed-374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.281902] env[69984]: DEBUG nova.compute.manager [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Refreshing instance network info cache due to event network-changed-374479fb-61f6-4f82-a317-0ceef493f35c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.281902] env[69984]: DEBUG oslo_concurrency.lockutils [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] Acquiring lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.282063] env[69984]: DEBUG oslo_concurrency.lockutils [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] Acquired lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.282138] env[69984]: DEBUG nova.network.neutron [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Refreshing network info cache for port 374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.427175] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.623996] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad34f8-f248-4318-84eb-77816fc73756 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.632517] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15222a05-1333-4a53-8651-d2a28d98a77b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.665286] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bbc2a8-eacd-4e6e-a43c-3792a5504a38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.674682] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b60999-d6db-4945-9084-38709cb4d397 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.681920] env[69984]: DEBUG oslo_concurrency.lockutils [req-bacbd7f2-2060-4c0b-945b-4179630d53f3 req-528df276-c021-4c91-b42e-70ea7d9890fa service nova] Releasing lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.682527] env[69984]: DEBUG oslo_concurrency.lockutils [None req-115930ed-678b-4de2-8c96-ee1c239c9cb1 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.695991] env[69984]: DEBUG nova.compute.provider_tree [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.765078] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528cf1d3-e838-0f4e-5297-ec7f6ae584e1, 'name': SearchDatastore_Task, 'duration_secs': 0.052161} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.766134] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3dea74-858c-4986-8097-6437adc44865 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.772823] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 887.772823] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a7-008d-0ae3-33d7-a4278a48d5ea" [ 887.772823] env[69984]: _type = "Task" [ 887.772823] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.793652] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a7-008d-0ae3-33d7-a4278a48d5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.926016] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.200854] env[69984]: DEBUG nova.scheduler.client.report [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.284734] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524bb4a7-008d-0ae3-33d7-a4278a48d5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.026834} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.285975] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.285975] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/cd02c1ff-cf4a-4717-bc14-1799185a4421.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.286169] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d5ad745-3708-4e99-9e44-58a5564607dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.295586] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 888.295586] env[69984]: value = "task-3945078" [ 888.295586] env[69984]: _type = "Task" [ 888.295586] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.296567] env[69984]: DEBUG nova.network.neutron [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updated VIF entry in instance network info cache for port 374479fb-61f6-4f82-a317-0ceef493f35c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.296956] env[69984]: DEBUG nova.network.neutron [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updating instance_info_cache with network_info: [{"id": "374479fb-61f6-4f82-a317-0ceef493f35c", "address": "fa:16:3e:e0:41:02", "network": {"id": "f1198ee4-d28e-4227-bc11-4f369375c218", "bridge": "br-int", "label": "tempest-ServersTestJSON-168759571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d669dbef28d3420bbcc82844578de6a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap374479fb-61", "ovs_interfaceid": "374479fb-61f6-4f82-a317-0ceef493f35c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.310871] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.423704] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945077, 'name': ReconfigVM_Task, 'duration_secs': 1.05472} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.424018] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 62dd1fba-1360-44d3-b1f6-3de86dffc7ee/62dd1fba-1360-44d3-b1f6-3de86dffc7ee.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.427601] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca98566c-a512-428f-bab4-81d3f24e212f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.432345] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 888.432345] env[69984]: value = "task-3945079" [ 888.432345] env[69984]: _type = "Task" [ 888.432345] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.441632] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945079, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.722602] env[69984]: DEBUG nova.objects.instance [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.805040] env[69984]: DEBUG oslo_concurrency.lockutils [req-dac5ef84-c691-483c-9b47-e52378bd4bb0 req-c4af57e5-cd66-46bc-8b3c-68621faedac9 service nova] Releasing lock "refresh_cache-a0bc1770-2ce5-42af-a1f5-f0d589fb0680" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.809478] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.948428] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945079, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.216350] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.182s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.224565] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.923s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.225616] env[69984]: INFO nova.compute.claims [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.236540] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.236727] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.236988] env[69984]: DEBUG nova.network.neutron [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.237080] env[69984]: DEBUG nova.objects.instance [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'info_cache' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.317340] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945078, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.448108] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945079, 'name': Rename_Task, 'duration_secs': 0.687874} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.448694] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.448694] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43ac296a-567b-4446-92bc-987a6cb0ac40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.458527] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 889.458527] env[69984]: value = "task-3945080" [ 889.458527] env[69984]: _type = "Task" [ 889.458527] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.471177] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.747281] env[69984]: DEBUG nova.objects.base [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Object Instance<929c48f6-b622-4252-8534-824b09edcc7c> lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 889.797075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.797075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.814649] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.314908} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.815221] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/cd02c1ff-cf4a-4717-bc14-1799185a4421.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.815596] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.816049] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72aac99f-db23-4716-bca7-ca720706e893 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.827256] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 889.827256] env[69984]: value = "task-3945081" [ 889.827256] env[69984]: _type = "Task" [ 889.827256] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.839839] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.974638] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.301104] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.341280] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074389} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.344651] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.346014] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5b74d-2cb3-41c4-a5dc-a42007980a38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.382345] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/cd02c1ff-cf4a-4717-bc14-1799185a4421.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.394237] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc4f6a6-b233-43ae-8538-a2f392281830 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.416999] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 890.416999] env[69984]: value = "task-3945082" [ 890.416999] env[69984]: _type = "Task" [ 890.416999] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.432433] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.472228] env[69984]: DEBUG oslo_vmware.api [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945080, 'name': PowerOnVM_Task, 'duration_secs': 0.820136} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.475433] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.475783] env[69984]: INFO nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Took 9.43 seconds to spawn the instance on the hypervisor. [ 890.476071] env[69984]: DEBUG nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.478456] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ed780-8e93-4592-a31e-a52a2e263e1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.483912] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.484207] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.676028] env[69984]: DEBUG nova.network.neutron [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.782417] env[69984]: INFO nova.compute.manager [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Swapping old allocation on dict_keys(['6d9d83be-7d3c-4acd-92b5-0ebf47ddad45']) held by migration 86ba3eec-9b44-4c38-af7e-eb3bfac5a3b7 for instance [ 890.810806] env[69984]: DEBUG nova.scheduler.client.report [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Overwriting current allocation {'allocations': {'6d9d83be-7d3c-4acd-92b5-0ebf47ddad45': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': 'eecb82fd63284523aad170b9d339a8da', 'user_id': 'c7dcbcffb5e34fadbc71a46403a02d60', 'consumer_generation': 1} on consumer e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 {{(pid=69984) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 890.823391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ddd8b-6800-43a7-b828-b7524bec3cac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.828031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.833117] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f032a40-0786-40ef-a550-9b96a414e5a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.866964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4dcb65-e563-47d6-ad7a-0929770e4064 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.878947] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9620d4b0-eaf9-4a06-a0f9-fa186a3b4b9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.897558] env[69984]: DEBUG nova.compute.provider_tree [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.902593] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.902593] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquired lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.902593] env[69984]: DEBUG nova.network.neutron [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.927489] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.986863] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.006433] env[69984]: INFO nova.compute.manager [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Took 54.74 seconds to build instance. [ 891.179943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.400010] env[69984]: DEBUG nova.scheduler.client.report [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.429945] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945082, 'name': ReconfigVM_Task, 'duration_secs': 0.727076} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.430347] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/cd02c1ff-cf4a-4717-bc14-1799185a4421.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.430675] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3fe62cf-8138-4e17-b3e4-40c106012506 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.438913] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 891.438913] env[69984]: value = "task-3945083" [ 891.438913] env[69984]: _type = "Task" [ 891.438913] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.448265] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945083, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.511268] env[69984]: DEBUG oslo_concurrency.lockutils [None req-095e0b02-edb8-455d-b17d-10c574b946cb tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.283s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.512170] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.907137] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.907137] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.908695] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.996s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.910505] env[69984]: INFO nova.compute.claims [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.950704] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945083, 'name': Rename_Task, 'duration_secs': 0.172902} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.951265] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.951663] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd0f4c3-d5c2-4d5c-924a-b998bd91ffcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.961175] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 891.961175] env[69984]: value = "task-3945084" [ 891.961175] env[69984]: _type = "Task" [ 891.961175] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.971433] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.142327] env[69984]: DEBUG nova.network.neutron [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [{"id": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "address": "fa:16:3e:23:75:e6", "network": {"id": "f265772a-924c-4955-9bbd-cd8aebd236a6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b259988d82b34483b1f1350df350b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac24960-d5", "ovs_interfaceid": "5ac24960-d55d-4ecf-bb81-457d44fedcbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.189854] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.190179] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aa81549-6479-4a52-8f79-a50373d0be52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.198356] env[69984]: DEBUG oslo_vmware.api [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 892.198356] env[69984]: value = "task-3945085" [ 892.198356] env[69984]: _type = "Task" [ 892.198356] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.207667] env[69984]: DEBUG oslo_vmware.api [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.339023] env[69984]: DEBUG nova.compute.manager [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-changed-0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.339023] env[69984]: DEBUG nova.compute.manager [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing instance network info cache due to event network-changed-0018187c-99d0-491f-bfe6-5c75503ce91a. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.339023] env[69984]: DEBUG oslo_concurrency.lockutils [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.339023] env[69984]: DEBUG oslo_concurrency.lockutils [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.339023] env[69984]: DEBUG nova.network.neutron [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing network info cache for port 0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.418318] env[69984]: DEBUG nova.compute.utils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.421754] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 892.477540] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.645590] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Releasing lock "refresh_cache-e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.646348] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.646749] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4b52d1-e464-46db-bf7c-da208c758b12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.654929] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 892.654929] env[69984]: value = "task-3945086" [ 892.654929] env[69984]: _type = "Task" [ 892.654929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.665207] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.708338] env[69984]: DEBUG oslo_vmware.api [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945085, 'name': PowerOnVM_Task, 'duration_secs': 0.430078} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.708666] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.708878] env[69984]: DEBUG nova.compute.manager [None req-b8db5eae-37d6-4a81-9038-5afb82b4ded6 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.709801] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609a55a-dbd7-4cfd-966a-b181263aee20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.924254] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.976589] env[69984]: DEBUG oslo_vmware.api [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945084, 'name': PowerOnVM_Task, 'duration_secs': 0.752513} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.976589] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.977398] env[69984]: INFO nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Took 9.26 seconds to spawn the instance on the hypervisor. [ 892.977558] env[69984]: DEBUG nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 892.979082] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ecaac8-f913-4130-b3a8-927b5c68f151 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.172140] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945086, 'name': PowerOffVM_Task, 'duration_secs': 0.424382} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.172140] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='61f3cc03-f395-4571-a756-6dc11498f5d3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2074746602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.172140] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.172620] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.172620] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.172620] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.172798] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.178382] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48731311-2c36-4f22-ac98-d0488ae95309 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.204461] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 893.204461] env[69984]: value = "task-3945087" [ 893.204461] env[69984]: _type = "Task" [ 893.204461] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.217977] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.219121] env[69984]: DEBUG nova.network.neutron [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updated VIF entry in instance network info cache for port 0018187c-99d0-491f-bfe6-5c75503ce91a. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.219787] env[69984]: DEBUG nova.network.neutron [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.484347] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e585f915-69fb-4122-b94c-a010e1998329 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.493015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38bd7b9-76e7-49a4-a1ec-26b4ee1cea91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.531701] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87887e-f281-4707-9c81-b8526a304122 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.535158] env[69984]: INFO nova.compute.manager [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Took 56.31 seconds to build instance. [ 893.541662] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab9588-82bd-4e31-9e96-d4e32bedfcf1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.564063] env[69984]: DEBUG nova.compute.provider_tree [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.716525] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945087, 'name': ReconfigVM_Task, 'duration_secs': 0.169714} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.717431] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d168d3d-785c-443e-85cd-82f8b8575f8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.737551] env[69984]: DEBUG oslo_concurrency.lockutils [req-0fcf63fb-71b8-4388-98f8-575743d583ed req-0e5c3295-d052-42bc-ac18-3aefa6d886da service nova] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.738479] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='61f3cc03-f395-4571-a756-6dc11498f5d3',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2074746602',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.738699] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.738856] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.739048] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.739202] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.739350] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.739583] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.739758] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.739930] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.740128] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.740312] env[69984]: DEBUG nova.virt.hardware [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.741124] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29e41a7-87ec-483d-b863-939539915ff0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.747626] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 893.747626] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52052a43-06cf-acd3-e05e-418ee007bcbb" [ 893.747626] env[69984]: _type = "Task" [ 893.747626] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.756685] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52052a43-06cf-acd3-e05e-418ee007bcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.936948] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.965373] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.965649] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.965885] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.966137] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.966309] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.966473] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.966714] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.966913] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.967097] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.967271] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.967444] env[69984]: DEBUG nova.virt.hardware [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.968313] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eac36c-ea1f-47c2-90f8-d88049c0424f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.976525] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8ca70-710c-4147-b3e5-33a861e1b9e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.990795] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.996274] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Creating folder: Project (55340f74d3ba4d0fb114bcdf19f06cae). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.996596] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa83ae5-778d-4b4b-b8cb-c077fa67bf76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.009350] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Created folder: Project (55340f74d3ba4d0fb114bcdf19f06cae) in parent group-v782883. [ 894.009558] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Creating folder: Instances. Parent ref: group-v783071. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.009824] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba51b04b-2ca1-40e8-99e8-f7856cc19b2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.020633] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Created folder: Instances in parent group-v783071. [ 894.021029] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.021311] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.021639] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87846f36-71cf-4397-af42-1af38684f2aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.037539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c9b3270b-ef74-41e3-a932-cac369bb07e5 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.601s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.041515] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.041515] env[69984]: value = "task-3945090" [ 894.041515] env[69984]: _type = "Task" [ 894.041515] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.050956] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945090, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.068670] env[69984]: DEBUG nova.scheduler.client.report [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.259449] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52052a43-06cf-acd3-e05e-418ee007bcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.018154} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.266309] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.266655] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31586bec-071f-4487-a664-abaf06a77681 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.286059] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 894.286059] env[69984]: value = "task-3945091" [ 894.286059] env[69984]: _type = "Task" [ 894.286059] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.296154] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.552194] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945090, 'name': CreateVM_Task, 'duration_secs': 0.462364} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.552194] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.552629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.552801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.553144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.553408] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af043554-870b-4a2c-924c-aae5105cbf6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.558557] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 894.558557] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f7404a-befd-0311-77d4-b63fa705e163" [ 894.558557] env[69984]: _type = "Task" [ 894.558557] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.562273] env[69984]: INFO nova.compute.manager [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Rescuing [ 894.562508] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.562658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.562828] env[69984]: DEBUG nova.network.neutron [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.570034] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f7404a-befd-0311-77d4-b63fa705e163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.577044] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.577044] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.579729] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.484s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.579848] env[69984]: DEBUG nova.objects.instance [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'pci_requests' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.798378] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945091, 'name': ReconfigVM_Task, 'duration_secs': 0.200669} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.798693] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.799579] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608bfce6-6eb8-4e41-8938-0364e563ca1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.824045] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.824278] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23e4e1b-4b6d-47a6-8b33-67b05600395f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.844682] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 894.844682] env[69984]: value = "task-3945092" [ 894.844682] env[69984]: _type = "Task" [ 894.844682] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.854186] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.078434] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f7404a-befd-0311-77d4-b63fa705e163, 'name': SearchDatastore_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.078811] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.079189] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.079508] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.079742] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.079975] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.080298] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f63db3d7-4f28-4336-86b2-561dcfe457bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084154] env[69984]: DEBUG nova.compute.utils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.087798] env[69984]: DEBUG nova.objects.instance [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'numa_topology' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.089332] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.089565] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.946163] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.949343] env[69984]: INFO nova.compute.claims [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.951548] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.951726] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.959945] env[69984]: DEBUG nova.policy [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.963080] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be64d8f7-2f67-4e16-a2a5-11005aac4df6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.968308] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.968529] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.975118] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945092, 'name': ReconfigVM_Task, 'duration_secs': 0.30668} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.975411] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 895.975411] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524699ac-e05f-d297-0381-7379278283a7" [ 895.975411] env[69984]: _type = "Task" [ 895.975411] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.975672] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4/e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.976600] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fb0c41-0ebe-4171-b698-01319e52e6d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.990996] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524699ac-e05f-d297-0381-7379278283a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.011556] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb9c574-76c6-4b37-b409-f9f78b5efd13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.036064] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6962b81-2c48-48c4-84bc-ddf0cb9a0849 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.059577] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0908f-c7be-453f-8277-cabc18f73d3b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.071523] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.071790] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74239f8-c318-4929-a3f6-6620e4250634 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.078225] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 896.078225] env[69984]: value = "task-3945093" [ 896.078225] env[69984]: _type = "Task" [ 896.078225] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.089083] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.152965] env[69984]: DEBUG nova.network.neutron [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [{"id": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "address": "fa:16:3e:7e:7b:e8", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5df03d-8a", "ovs_interfaceid": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.282323] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Successfully created port: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.472246] env[69984]: DEBUG nova.compute.utils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.489544] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524699ac-e05f-d297-0381-7379278283a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01944} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.490661] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab72099-cd16-4775-81e0-6db8373a8ed0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.501806] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 896.501806] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e0c52-bf3d-04e5-4e99-72c5d32e01b5" [ 896.501806] env[69984]: _type = "Task" [ 896.501806] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.516478] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e0c52-bf3d-04e5-4e99-72c5d32e01b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.588986] env[69984]: DEBUG oslo_vmware.api [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945093, 'name': PowerOnVM_Task, 'duration_secs': 0.404625} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.588986] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.655472] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.958477] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.977101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.981992] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.982247] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.982407] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.982619] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.982775] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.982926] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.983159] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.983325] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.983493] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.983658] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.983858] env[69984]: DEBUG nova.virt.hardware [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.984708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0965cb2e-fe4a-42df-b963-bd34861a3cd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.993748] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbcd78-8c46-4478-b005-2aae2b77e310 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.021415] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523e0c52-bf3d-04e5-4e99-72c5d32e01b5, 'name': SearchDatastore_Task, 'duration_secs': 0.030025} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.022110] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.022392] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.022703] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197f59a0-670c-4da9-a6aa-715a7f55b67b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.030593] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 897.030593] env[69984]: value = "task-3945094" [ 897.030593] env[69984]: _type = "Task" [ 897.030593] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.039488] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.493150] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62685184-f242-4e24-9ed3-ab949274fa98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.507045] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1afb5db-590e-4d05-8575-802b1ef1730d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.563056] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f5537-4447-4ddb-b898-bb54efcba0c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.583543] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71972382-5374-4da1-b1a1-a4f2b36dbd5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.589144] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945094, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.606046] env[69984]: INFO nova.compute.manager [None req-9185a432-5f97-4d78-b832-10d07a94f3df tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance to original state: 'active' [ 897.609042] env[69984]: DEBUG nova.compute.provider_tree [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.908113] env[69984]: DEBUG nova.compute.manager [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Received event network-vif-plugged-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.908113] env[69984]: DEBUG oslo_concurrency.lockutils [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] Acquiring lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.908113] env[69984]: DEBUG oslo_concurrency.lockutils [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.908113] env[69984]: DEBUG oslo_concurrency.lockutils [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.909440] env[69984]: DEBUG nova.compute.manager [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] No waiting events found dispatching network-vif-plugged-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.910610] env[69984]: WARNING nova.compute.manager [req-b92975ce-2e40-4cc2-bf97-9c927bafd5e4 req-a5e2ed65-d5c7-4da0-9e9a-9d0b6cf07ac4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Received unexpected event network-vif-plugged-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 for instance with vm_state building and task_state spawning. [ 897.993525] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Successfully updated port: 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.071618] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.072349] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.072349] env[69984]: INFO nova.compute.manager [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Attaching volume a3f379ef-d10a-474e-bbb3-70464c5705ce to /dev/sdb [ 898.074279] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640445} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.074930] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.075074] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.075362] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf1c63d-fcf4-4f8c-bc4a-4724de5ff07d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.083383] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 898.083383] env[69984]: value = "task-3945095" [ 898.083383] env[69984]: _type = "Task" [ 898.083383] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.092469] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.115730] env[69984]: DEBUG nova.scheduler.client.report [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.125168] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006c8fe-6caf-4f9e-9457-2e694ad36de9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.134387] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398f9c0-7280-47b3-bda4-97b748c3a52e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.151590] env[69984]: DEBUG nova.virt.block_device [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating existing volume attachment record: 13d76702-f891-49ad-9f09-b886833b1f5d {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 898.257236] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.257701] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe511b11-8e88-477c-afe2-851ebb98e6e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.266572] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 898.266572] env[69984]: value = "task-3945096" [ 898.266572] env[69984]: _type = "Task" [ 898.266572] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.275785] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.499029] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.499407] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.499466] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.595792] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077302} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.596134] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.596973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939b3fe-72a3-4214-a455-a68882ef1673 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.611801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.612124] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.612349] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.612590] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.612789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.629966] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.630707] env[69984]: INFO nova.compute.manager [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Terminating instance [ 898.638024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.056s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.638194] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77929d7b-7225-4f7c-9968-da0c55e9d063 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.655343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.087s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.655705] env[69984]: DEBUG nova.objects.instance [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lazy-loading 'resources' on Instance uuid f57ba3bc-df5a-4afb-bd31-0f7780621d64 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.665344] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 898.665344] env[69984]: value = "task-3945100" [ 898.665344] env[69984]: _type = "Task" [ 898.665344] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.677298] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.700970] env[69984]: INFO nova.network.neutron [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating port 5a65d17c-c168-4f62-b919-5e4f12c32325 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 898.778978] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945096, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.043058] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.161529] env[69984]: DEBUG nova.compute.manager [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.161795] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.162876] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800e6431-462a-4502-9448-13420c8053e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.178547] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.178832] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbda86ea-0afe-4f15-95cc-9f7a30a12ec3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.184608] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945100, 'name': ReconfigVM_Task, 'duration_secs': 0.426362} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.185204] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.188689] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5748f48-83ad-4f62-bad3-dc5b7f0b21ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.192378] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 899.192378] env[69984]: value = "task-3945101" [ 899.192378] env[69984]: _type = "Task" [ 899.192378] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.198202] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 899.198202] env[69984]: value = "task-3945102" [ 899.198202] env[69984]: _type = "Task" [ 899.198202] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.201772] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.213503] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945102, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.218786] env[69984]: DEBUG nova.network.neutron [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Updating instance_info_cache with network_info: [{"id": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "address": "fa:16:3e:23:8b:c6", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1e71de-6a", "ovs_interfaceid": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.282264] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945096, 'name': PowerOffVM_Task, 'duration_secs': 0.658811} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.282588] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.283583] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d817336a-910e-47b4-bebd-b413180d7d99 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.315221] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95e215-9ba3-408e-8fb7-38e936013d9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.364848] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.365188] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0249e8dc-de35-46c0-9851-b1a519147b79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.375895] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 899.375895] env[69984]: value = "task-3945103" [ 899.375895] env[69984]: _type = "Task" [ 899.375895] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.386277] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 899.386649] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.386744] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.386910] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.387141] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.389974] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1e00df-38c0-4553-aad4-1210b1e8e0b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.401023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.401258] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.402144] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936d4385-34df-456a-b709-7cccdd2ffc49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.411670] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 899.411670] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52686088-8c13-fc92-86c9-96df574d2e7f" [ 899.411670] env[69984]: _type = "Task" [ 899.411670] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.424462] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52686088-8c13-fc92-86c9-96df574d2e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.702372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9124e-9107-415d-b1c4-521ac0a15f80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.718412] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945101, 'name': PowerOffVM_Task, 'duration_secs': 0.249616} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.721660] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.721925] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.722778] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.723402] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Instance network_info: |[{"id": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "address": "fa:16:3e:23:8b:c6", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1e71de-6a", "ovs_interfaceid": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.723656] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f916bdc3-a957-4b02-bed7-c35fd7f76a35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.727624] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4b2b6-040f-49ee-8590-17d4e28a1855 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.741044] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:8b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e1e71de-6a74-4fd3-b11b-1caaf961ac07', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.754535] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.754986] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945102, 'name': Rename_Task, 'duration_secs': 0.165844} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.755351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.756762] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.757123] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08656f92-417d-4fbb-8fdc-0362224d27d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.784825] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed5286b1-5c1e-44d6-8291-32cacabab842 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.836323] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca60147d-0d9e-4491-b332-90fb1e7c0cc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.839141] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.839539] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.839940] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleting the datastore file [datastore2] e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.843431] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718236f0-8b8b-423a-8019-3aea0ec4566a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.846261] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.846261] env[69984]: value = "task-3945106" [ 899.846261] env[69984]: _type = "Task" [ 899.846261] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.846705] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 899.846705] env[69984]: value = "task-3945105" [ 899.846705] env[69984]: _type = "Task" [ 899.846705] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.861580] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 899.861580] env[69984]: value = "task-3945107" [ 899.861580] env[69984]: _type = "Task" [ 899.861580] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.864740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff07f07-6444-44ad-b89e-2c98d950400b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.887108] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945105, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.887501] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945106, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.910046] env[69984]: DEBUG nova.compute.provider_tree [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.914184] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.924333] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52686088-8c13-fc92-86c9-96df574d2e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01456} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.925933] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0e3c82-751f-4d3b-83e0-e100a38d7670 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.933825] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 899.933825] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528387d1-b5da-46f7-711f-ea323cecc40d" [ 899.933825] env[69984]: _type = "Task" [ 899.933825] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.945670] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528387d1-b5da-46f7-711f-ea323cecc40d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.996597] env[69984]: DEBUG nova.compute.manager [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Received event network-changed-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.996673] env[69984]: DEBUG nova.compute.manager [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Refreshing instance network info cache due to event network-changed-8e1e71de-6a74-4fd3-b11b-1caaf961ac07. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.996910] env[69984]: DEBUG oslo_concurrency.lockutils [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] Acquiring lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.997206] env[69984]: DEBUG oslo_concurrency.lockutils [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] Acquired lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.997327] env[69984]: DEBUG nova.network.neutron [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Refreshing network info cache for port 8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.320085] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.320286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.320494] env[69984]: DEBUG nova.network.neutron [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.360888] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945106, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.365011] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945105, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.375376] env[69984]: DEBUG oslo_vmware.api [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308602} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.375655] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.375844] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.376028] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.376213] env[69984]: INFO nova.compute.manager [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 900.376454] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.376641] env[69984]: DEBUG nova.compute.manager [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.376734] env[69984]: DEBUG nova.network.neutron [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.419470] env[69984]: DEBUG nova.scheduler.client.report [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.448323] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528387d1-b5da-46f7-711f-ea323cecc40d, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.448614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.448923] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 900.449221] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b9e5d35-47b4-43de-8366-7f1c4c69691e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.457397] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 900.457397] env[69984]: value = "task-3945108" [ 900.457397] env[69984]: _type = "Task" [ 900.457397] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.466738] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.807319] env[69984]: DEBUG nova.network.neutron [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Updated VIF entry in instance network info cache for port 8e1e71de-6a74-4fd3-b11b-1caaf961ac07. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.807685] env[69984]: DEBUG nova.network.neutron [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Updating instance_info_cache with network_info: [{"id": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "address": "fa:16:3e:23:8b:c6", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e1e71de-6a", "ovs_interfaceid": "8e1e71de-6a74-4fd3-b11b-1caaf961ac07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.866137] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945106, 'name': CreateVM_Task, 'duration_secs': 0.572174} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.869226] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.869578] env[69984]: DEBUG oslo_vmware.api [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945105, 'name': PowerOnVM_Task, 'duration_secs': 0.610961} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.870276] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.870436] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.870768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.871075] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.871277] env[69984]: INFO nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Took 6.93 seconds to spawn the instance on the hypervisor. [ 900.871453] env[69984]: DEBUG nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.871751] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc58273f-b0d5-4bf3-8af9-3367da60dcb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.874813] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b8014-34e2-4939-aeee-b4677cc5bac3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.882020] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 900.882020] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6f0e-85a7-d898-85f7-13cf38e038e3" [ 900.882020] env[69984]: _type = "Task" [ 900.882020] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.898146] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6f0e-85a7-d898-85f7-13cf38e038e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.926294] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.929621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 44.226s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.965176] env[69984]: INFO nova.scheduler.client.report [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted allocations for instance f57ba3bc-df5a-4afb-bd31-0f7780621d64 [ 900.978077] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945108, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.157698] env[69984]: DEBUG nova.network.neutron [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.192296] env[69984]: DEBUG nova.network.neutron [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.311061] env[69984]: DEBUG oslo_concurrency.lockutils [req-12c76404-2961-4ad5-825a-1b4b535d1f8c req-5dbb3b97-8fef-4656-9352-55ec93fe5154 service nova] Releasing lock "refresh_cache-6cbe2d1e-f7c7-4c7b-8377-191888ba730f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.401917] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b6f0e-85a7-d898-85f7-13cf38e038e3, 'name': SearchDatastore_Task, 'duration_secs': 0.067702} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.403990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.404759] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.405021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.405177] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.405361] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.405859] env[69984]: INFO nova.compute.manager [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Took 56.14 seconds to build instance. [ 901.408813] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2e6851-43f7-421a-9512-6698709d5ae4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.418901] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.419210] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.420234] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3a64ce-ebd1-4e8e-b1dc-c53ee10920a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.428248] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 901.428248] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5299e537-a8f4-b6bb-9796-d1cdceb142dc" [ 901.428248] env[69984]: _type = "Task" [ 901.428248] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.451644] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5299e537-a8f4-b6bb-9796-d1cdceb142dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.468336] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627496} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.468528] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 901.469323] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e4d2b1-086e-4e6a-9242-2ba0cbcf0356 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.475975] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f2485fb-31f0-41f7-820e-8c8efc427814 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "f57ba3bc-df5a-4afb-bd31-0f7780621d64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.355s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.506235] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.507144] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b490121b-d8f3-43f8-968a-6d091c36d157 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.530546] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 901.530546] env[69984]: value = "task-3945110" [ 901.530546] env[69984]: _type = "Task" [ 901.530546] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.540677] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.659539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.695278] env[69984]: INFO nova.compute.manager [-] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Took 1.32 seconds to deallocate network for instance. [ 901.700669] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3f14aae81cec47db50c949af2b93bf5d',container_format='bare',created_at=2025-05-09T10:35:14Z,direct_url=,disk_format='vmdk',id=a75246c7-4c9b-445c-a71d-b723024e1aa3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-868766257-shelved',owner='33206bcd53564be8a6e5124e564f0d9c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-09T10:35:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.700966] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.701148] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.701336] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.701775] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.701946] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.702192] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.702361] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.702641] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.702839] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.703051] env[69984]: DEBUG nova.virt.hardware [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.708201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eed031-561b-4ada-abd1-f389cd3ae525 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.717949] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5d7d28-35be-4fad-b117-0e999ad5c49f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.733423] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:5b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a65d17c-c168-4f62-b919-5e4f12c32325', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.741612] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.741945] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.742210] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1053b798-d03f-4c62-949e-21389d81c977 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.765472] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.765472] env[69984]: value = "task-3945111" [ 901.765472] env[69984]: _type = "Task" [ 901.765472] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.774655] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945111, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.908828] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad712f5a-5398-4c91-aa69-d1d50772f6eb tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.596s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.940740] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5299e537-a8f4-b6bb-9796-d1cdceb142dc, 'name': SearchDatastore_Task, 'duration_secs': 0.048465} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.942167] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c6451c-4def-4a1e-8c9f-29885c5e122a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.948970] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating resource usage from migration 4249ee44-96d5-420a-ba04-1380cd37f2ce [ 901.954037] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 901.954037] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3f36a-9687-39b3-4140-309ab98e4b33" [ 901.954037] env[69984]: _type = "Task" [ 901.954037] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.971111] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3f36a-9687-39b3-4140-309ab98e4b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.985536] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 7b734fe9-f3fd-4230-a28d-6152e33ec400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.985842] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c634ecbc-24a3-4509-9639-efa6d2ad78c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.985956] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 00c1a65c-7b29-4f5f-b3c1-493e8910c197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.986127] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3150ea52-5efd-4f64-af55-c42822bae56c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.986285] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ea38b005-2876-436c-8043-c4a03a946c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.986469] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 5789478b-a15a-49e1-8bd6-36ad5496feb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.986648] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance b4bb86cb-c79b-4305-995a-9abaf8e5beb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.986836] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 98cbd308-5f38-4b3a-a8cd-bb500cece6fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.987040] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 886d6345-a38f-40dc-b6c3-e50f3a9bf72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.987213] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 320bc199-1361-4dce-8888-0b8e1b81588e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.987344] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e97d0fb5-dfa6-4c8e-9401-d5e062187aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.987533] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 69875551-6e1b-407e-8db4-9f2e4a054717 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.987738] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 929c48f6-b622-4252-8534-824b09edcc7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.987875] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.988207] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 9fd2bf89-9047-45c0-aa68-a96da3d6c807 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.988417] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 0f2d7ea6-b787-469f-917c-b9ec8c444cac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.988589] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.988754] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e35165e9-7ae2-411b-956c-a6dd22576d8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.988915] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 86c60fd4-faee-49ec-85e8-73ad64cff3eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.989093] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance a0bc1770-2ce5-42af-a1f5-f0d589fb0680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.989250] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 62dd1fba-1360-44d3-b1f6-3de86dffc7ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.989427] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6610d030-9550-43f8-a8b2-703d222d842e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.989593] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance cd02c1ff-cf4a-4717-bc14-1799185a4421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.989744] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance e6cbc7a8-b0a0-488e-b3d9-370982311fcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 901.989891] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6cbe2d1e-f7c7-4c7b-8377-191888ba730f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 902.046485] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.099546] env[69984]: DEBUG nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.099546] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.099546] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.099693] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.099871] env[69984]: DEBUG nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] No waiting events found dispatching network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.100038] env[69984]: WARNING nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received unexpected event network-vif-plugged-5a65d17c-c168-4f62-b919-5e4f12c32325 for instance with vm_state shelved_offloaded and task_state spawning. [ 902.100212] env[69984]: DEBUG nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.100368] env[69984]: DEBUG nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing instance network info cache due to event network-changed-5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.100558] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Acquiring lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.100695] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Acquired lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.100855] env[69984]: DEBUG nova.network.neutron [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Refreshing network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.216027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.276771] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945111, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.466310] env[69984]: INFO nova.compute.manager [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Rebuilding instance [ 902.468503] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c3f36a-9687-39b3-4140-309ab98e4b33, 'name': SearchDatastore_Task, 'duration_secs': 0.020151} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.469138] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.469503] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6cbe2d1e-f7c7-4c7b-8377-191888ba730f/6cbe2d1e-f7c7-4c7b-8377-191888ba730f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.469800] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a956f576-f99d-4018-9a53-54dcb496284e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.478156] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 902.478156] env[69984]: value = "task-3945112" [ 902.478156] env[69984]: _type = "Task" [ 902.478156] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.489802] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.494527] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1c2b998a-6b03-4117-bdfc-3486fb4d5c49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 902.516570] env[69984]: DEBUG nova.compute.manager [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.517557] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc198b-568c-4b10-96a5-9f8b8d3e30bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.543201] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945110, 'name': ReconfigVM_Task, 'duration_secs': 0.817997} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.543517] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.544404] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61935f9-94c5-4c87-8003-5313f9cf8edc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.573975] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9a900e-17c3-4462-b6dd-3ddb20d680a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.591019] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 902.591019] env[69984]: value = "task-3945113" [ 902.591019] env[69984]: _type = "Task" [ 902.591019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.600435] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.706646] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 902.706896] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783075', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'name': 'volume-a3f379ef-d10a-474e-bbb3-70464c5705ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69875551-6e1b-407e-8db4-9f2e4a054717', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'serial': 'a3f379ef-d10a-474e-bbb3-70464c5705ce'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 902.707812] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377de1f0-7139-48de-a93a-6675e5679bb1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.725740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348cd89-ab57-42ef-99f9-02d220e12568 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.753207] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-a3f379ef-d10a-474e-bbb3-70464c5705ce/volume-a3f379ef-d10a-474e-bbb3-70464c5705ce.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.755979] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e04af1f-4d34-4dfb-9c05-7c2a3fab2eb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.778813] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945111, 'name': CreateVM_Task, 'duration_secs': 0.582896} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.779922] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.780301] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 902.780301] env[69984]: value = "task-3945114" [ 902.780301] env[69984]: _type = "Task" [ 902.780301] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.780983] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.783131] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.783131] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.783131] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546540e2-3f8c-4dc7-bcc3-c42bb7d5a0da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.793411] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 902.793411] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52afa3f4-b671-df03-c2fd-50d1135742ff" [ 902.793411] env[69984]: _type = "Task" [ 902.793411] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.794125] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.806066] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52afa3f4-b671-df03-c2fd-50d1135742ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.957847] env[69984]: DEBUG nova.network.neutron [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updated VIF entry in instance network info cache for port 5a65d17c-c168-4f62-b919-5e4f12c32325. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.959019] env[69984]: DEBUG nova.network.neutron [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [{"id": "5a65d17c-c168-4f62-b919-5e4f12c32325", "address": "fa:16:3e:60:5b:fa", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a65d17c-c1", "ovs_interfaceid": "5a65d17c-c168-4f62-b919-5e4f12c32325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.992197] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.998246] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 902.998560] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration 4249ee44-96d5-420a-ba04-1380cd37f2ce is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 902.998560] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 05ee6404-3bdb-4fd9-aec0-cc3ed18db898 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 903.107104] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945113, 'name': ReconfigVM_Task, 'duration_secs': 0.307765} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.107458] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.107890] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee41eba-82de-44e6-8ce7-41a13bbd66fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.120646] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 903.120646] env[69984]: value = "task-3945115" [ 903.120646] env[69984]: _type = "Task" [ 903.120646] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.132812] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.156031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "fe1669be-5412-477d-9f08-1814d3f90d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.156547] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.293936] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.306327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.306627] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Processing image a75246c7-4c9b-445c-a71d-b723024e1aa3 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.306904] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.307083] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.307281] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.308112] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f2e628-2695-4b06-8765-86663e741c8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.322352] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.322664] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.323661] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0cc848-2a71-40d6-aa0f-e83aebb09df0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.332212] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 903.332212] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52727fb7-f4ac-6426-3c71-99d6702cb3bb" [ 903.332212] env[69984]: _type = "Task" [ 903.332212] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.342523] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52727fb7-f4ac-6426-3c71-99d6702cb3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.462856] env[69984]: DEBUG oslo_concurrency.lockutils [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] Releasing lock "refresh_cache-6610d030-9550-43f8-a8b2-703d222d842e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463183] env[69984]: DEBUG nova.compute.manager [req-550d22dd-3994-4397-9743-71f84334c6fb req-ce356be7-905a-49f4-8a13-d3faa4c0ce60 service nova] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Received event network-vif-deleted-5ac24960-d55d-4ecf-bb81-457d44fedcbe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.489047] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754575} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.489358] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6cbe2d1e-f7c7-4c7b-8377-191888ba730f/6cbe2d1e-f7c7-4c7b-8377-191888ba730f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.489607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.489871] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26c640d6-b79b-47a5-98a4-925d47a90994 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.497438] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 903.497438] env[69984]: value = "task-3945116" [ 903.497438] env[69984]: _type = "Task" [ 903.497438] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.501837] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 417c4245-3e40-471d-9bac-50756b869d89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 903.506264] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.533192] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.533669] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0fee019-ff4a-4a46-98fc-93d98428ae53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.541043] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 903.541043] env[69984]: value = "task-3945117" [ 903.541043] env[69984]: _type = "Task" [ 903.541043] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.551415] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.631930] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.659488] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.792150] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945114, 'name': ReconfigVM_Task, 'duration_secs': 0.556988} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.792491] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-a3f379ef-d10a-474e-bbb3-70464c5705ce/volume-a3f379ef-d10a-474e-bbb3-70464c5705ce.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.797181] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a93f55-3dc8-40b3-b5e3-adf3d9b655c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.816227] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 903.816227] env[69984]: value = "task-3945118" [ 903.816227] env[69984]: _type = "Task" [ 903.816227] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.826030] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.843303] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 903.843580] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Fetch image to [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915/OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 903.843796] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Downloading stream optimized image a75246c7-4c9b-445c-a71d-b723024e1aa3 to [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915/OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915.vmdk on the data store datastore1 as vApp {{(pid=69984) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 903.844116] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Downloading image file data a75246c7-4c9b-445c-a71d-b723024e1aa3 to the ESX as VM named 'OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915' {{(pid=69984) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 903.927011] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 903.927011] env[69984]: value = "resgroup-9" [ 903.927011] env[69984]: _type = "ResourcePool" [ 903.927011] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 903.927484] env[69984]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8115fd00-ea76-4808-8e89-7594e65c1d70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.950357] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease: (returnval){ [ 903.950357] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 903.950357] env[69984]: _type = "HttpNfcLease" [ 903.950357] env[69984]: } obtained for vApp import into resource pool (val){ [ 903.950357] env[69984]: value = "resgroup-9" [ 903.950357] env[69984]: _type = "ResourcePool" [ 903.950357] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 903.950820] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the lease: (returnval){ [ 903.950820] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 903.950820] env[69984]: _type = "HttpNfcLease" [ 903.950820] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.957328] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.957328] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 903.957328] env[69984]: _type = "HttpNfcLease" [ 903.957328] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.007767] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance d9a988f0-b139-4d6f-9939-6ec3408d0af2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 904.008152] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 904.008346] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 904.010870] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06761} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.011714] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.012785] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d550394-f8e5-4222-845b-35b12469b38c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.036275] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 6cbe2d1e-f7c7-4c7b-8377-191888ba730f/6cbe2d1e-f7c7-4c7b-8377-191888ba730f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.039807] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870847d4-90e5-4fcd-aeb3-e149d50d0aab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.067030] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945117, 'name': PowerOffVM_Task, 'duration_secs': 0.220619} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.068354] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.068604] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.068929] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 904.068929] env[69984]: value = "task-3945120" [ 904.068929] env[69984]: _type = "Task" [ 904.068929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.071971] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9c764-9744-4c89-8c65-a3e7ee37f51e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.084010] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.086496] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57ad669-5b32-4687-989e-e4895f5ea003 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.116048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.116186] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.116461] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Deleting the datastore file [datastore1] e6cbc7a8-b0a0-488e-b3d9-370982311fcc {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.116645] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7975fb2-7fde-4d08-b8b7-066f4c6d95b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.126804] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 904.126804] env[69984]: value = "task-3945122" [ 904.126804] env[69984]: _type = "Task" [ 904.126804] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.136318] env[69984]: DEBUG oslo_vmware.api [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945115, 'name': PowerOnVM_Task, 'duration_secs': 0.576671} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.137031] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.142586] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.143719] env[69984]: DEBUG nova.compute.manager [None req-bc79a2e2-24cf-4b64-8713-f16e258d5418 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.147047] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae7e82-8cb9-4af7-ad17-d47a27ab47fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.184112] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.326519] env[69984]: DEBUG oslo_vmware.api [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945118, 'name': ReconfigVM_Task, 'duration_secs': 0.154337} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.329311] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783075', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'name': 'volume-a3f379ef-d10a-474e-bbb3-70464c5705ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69875551-6e1b-407e-8db4-9f2e4a054717', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'serial': 'a3f379ef-d10a-474e-bbb3-70464c5705ce'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 904.461714] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.461714] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 904.461714] env[69984]: _type = "HttpNfcLease" [ 904.461714] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.477964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6394719-079b-4bed-8f1c-f79f578c400a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.487607] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ffa28-ecf5-497d-b213-d91174d8abb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.521871] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6089f55b-2899-4cfd-afe2-46a41e35eb92 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.529989] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f05b6d-d304-428f-bbdf-19381715aa90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.544839] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.586143] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.640882] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489302} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.641198] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.641431] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.641622] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.962453] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.962453] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 904.962453] env[69984]: _type = "HttpNfcLease" [ 904.962453] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.048409] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.089383] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945120, 'name': ReconfigVM_Task, 'duration_secs': 0.856145} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.089689] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 6cbe2d1e-f7c7-4c7b-8377-191888ba730f/6cbe2d1e-f7c7-4c7b-8377-191888ba730f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.090449] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a2479ec-a0f8-48d8-8cc5-9e55a4326d69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.099297] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 905.099297] env[69984]: value = "task-3945123" [ 905.099297] env[69984]: _type = "Task" [ 905.099297] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.110980] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945123, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.114586] env[69984]: INFO nova.compute.manager [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Unrescuing [ 905.115158] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.115500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquired lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.115721] env[69984]: DEBUG nova.network.neutron [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.379062] env[69984]: DEBUG nova.objects.instance [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'flavor' on Instance uuid 69875551-6e1b-407e-8db4-9f2e4a054717 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.463434] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.463434] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 905.463434] env[69984]: _type = "HttpNfcLease" [ 905.463434] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.463759] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.463759] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52482023-23a5-25a0-6594-b030bd06ad62" [ 905.463759] env[69984]: _type = "HttpNfcLease" [ 905.463759] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 905.464611] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aa0ffb-97f7-447b-8724-90abe555e6f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.472203] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.472460] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 905.536057] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8eb7204-4b10-47e9-87b5-9eb38753b2cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.554739] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 905.555015] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.626s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.555354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.578s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.555544] env[69984]: DEBUG nova.objects.instance [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 905.560133] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.560133] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 905.610428] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945123, 'name': Rename_Task, 'duration_secs': 0.145505} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.610775] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.611075] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aeb18db-5747-4d26-a7cd-e8f7f3945bc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.620684] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 905.620684] env[69984]: value = "task-3945124" [ 905.620684] env[69984]: _type = "Task" [ 905.620684] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.629647] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.679225] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.679491] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.679774] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.680019] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.680196] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.680353] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.680638] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.680728] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.680951] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.681163] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.681342] env[69984]: DEBUG nova.virt.hardware [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.682591] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bfb42-7351-4cb5-9d8b-20f5b71530b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.692819] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b9aa1-f9db-43ae-aed5-ad544582eaaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.707997] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.714018] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.716916] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.717580] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ce9375-468d-4988-a777-0b1816158a90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.736750] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.736750] env[69984]: value = "task-3945125" [ 905.736750] env[69984]: _type = "Task" [ 905.736750] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.747795] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945125, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.884580] env[69984]: DEBUG oslo_concurrency.lockutils [None req-936e10b0-0120-40d0-a6e5-be55f6f89e96 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.910710] env[69984]: DEBUG nova.network.neutron [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [{"id": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "address": "fa:16:3e:7e:7b:e8", "network": {"id": "421a3707-1de2-408c-ad49-f189b0613b6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1387743678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "51531e00559441d79520861f8ad64de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f5df03d-8a", "ovs_interfaceid": "3f5df03d-8a1c-4a7e-ac47-79203264d202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.076507] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] There are 42 instances to clean {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 906.076785] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f57ba3bc-df5a-4afb-bd31-0f7780621d64] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.081201] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38b7a4d8-22be-4017-b785-afb616eeae1f tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.526s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.082799] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.103s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.084938] env[69984]: INFO nova.compute.claims [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.134562] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945124, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.247618] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945125, 'name': CreateVM_Task, 'duration_secs': 0.277422} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.247809] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.248364] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.248526] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.248845] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.249170] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2837922-7027-4399-a76a-f5d85013d2ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254673] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 906.254673] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c45931-d000-4bee-b9d0-ae82184de9fe" [ 906.254673] env[69984]: _type = "Task" [ 906.254673] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.266584] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c45931-d000-4bee-b9d0-ae82184de9fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.414172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Releasing lock "refresh_cache-cd02c1ff-cf4a-4717-bc14-1799185a4421" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.414912] env[69984]: DEBUG nova.objects.instance [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lazy-loading 'flavor' on Instance uuid cd02c1ff-cf4a-4717-bc14-1799185a4421 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.591023] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 84a9274d-93ec-423d-983b-77ae74d34b26] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.608095] env[69984]: INFO nova.compute.manager [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Rescuing [ 906.608358] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.608558] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.608742] env[69984]: DEBUG nova.network.neutron [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.636432] env[69984]: DEBUG oslo_vmware.api [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945124, 'name': PowerOnVM_Task, 'duration_secs': 0.549376} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.638976] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.639313] env[69984]: INFO nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Took 9.68 seconds to spawn the instance on the hypervisor. [ 906.639597] env[69984]: DEBUG nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.641211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427d6e5-71fd-4c7c-aba1-870321699de8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.767783] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c45931-d000-4bee-b9d0-ae82184de9fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.769580] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.769857] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.770113] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.770266] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.770478] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.771105] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1673a397-c06e-4bad-a8ca-3ca7e8b1cf24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.781623] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.781837] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.782574] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3d7356-a9bc-4cf2-be53-3ac09dd704f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.790799] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 906.790799] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b8be2a-9a66-fa9e-eea8-f5a847aeb0c4" [ 906.790799] env[69984]: _type = "Task" [ 906.790799] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.801120] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b8be2a-9a66-fa9e-eea8-f5a847aeb0c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.865488] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 906.865766] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 906.867652] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f60c2e3-ac62-424b-8ca6-ff11d5ca91c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.876388] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 906.876580] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 906.876835] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-946e22a0-516d-411a-aebc-b0113676c550 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.920432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9479fe-3e2b-42bb-b6a5-1c53aafa3722 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.945018] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.945435] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76f0b98-b99b-4808-8261-5a3fbaac122d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.954067] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 906.954067] env[69984]: value = "task-3945126" [ 906.954067] env[69984]: _type = "Task" [ 906.954067] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.963756] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.097111] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: dbc7420e-bc90-46e8-adde-c2295f321634] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.163917] env[69984]: INFO nova.compute.manager [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Took 57.27 seconds to build instance. [ 907.179364] env[69984]: DEBUG oslo_vmware.rw_handles [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e79-34b8-a3cb-5e5a-9d29dc2dbe89/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 907.179564] env[69984]: INFO nova.virt.vmwareapi.images [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Downloaded image file data a75246c7-4c9b-445c-a71d-b723024e1aa3 [ 907.183360] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d5a9c5-8a2f-445c-9fcc-d78e5546701a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.203406] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b13bc20f-9363-44db-8341-6f99d50cde26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.266508] env[69984]: INFO nova.virt.vmwareapi.images [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] The imported VM was unregistered [ 907.268952] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 907.269228] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.269525] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75dcb31c-3519-4a80-a44d-ff0896740991 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.288245] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.288507] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915/OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915.vmdk to [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk. {{(pid=69984) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 907.291217] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-af91a37b-7e3a-48d0-9afe-b82fc17672ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.302550] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 907.302550] env[69984]: value = "task-3945128" [ 907.302550] env[69984]: _type = "Task" [ 907.302550] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.307717] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b8be2a-9a66-fa9e-eea8-f5a847aeb0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.314538] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88be420b-905d-4dea-9486-cbe841972df4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.322389] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.323848] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 907.323848] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5267a6ea-e344-0540-dfb2-f72527a45690" [ 907.323848] env[69984]: _type = "Task" [ 907.323848] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.335438] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5267a6ea-e344-0540-dfb2-f72527a45690, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.335680] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.335985] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.336261] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf796000-31bb-4442-92db-1399674d4bc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.344872] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 907.344872] env[69984]: value = "task-3945129" [ 907.344872] env[69984]: _type = "Task" [ 907.344872] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.356222] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.457149] env[69984]: DEBUG nova.network.neutron [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.467924] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945126, 'name': PowerOffVM_Task, 'duration_secs': 0.242825} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.469121] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.474041] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.478111] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d629af22-8187-459f-9151-f156213f7b50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.501226] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 907.501226] env[69984]: value = "task-3945130" [ 907.501226] env[69984]: _type = "Task" [ 907.501226] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.514849] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.603454] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 4be5a395-4ce0-4579-8f8d-f538f567e8be] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.652297] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcaf274-1005-4c9e-8a96-9fbf4b774231 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.663599] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3bd25-b95c-4a52-8ffb-e73d84d54c48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.667963] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c2666da9-4597-4db0-ba4e-a57a8c3a698c tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.783s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.701745] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb0d46-a3a8-4ff5-a592-d62cf46b8053 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.711346] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179e854c-18a9-4fe4-9425-66aa740cd192 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730027] env[69984]: DEBUG nova.compute.provider_tree [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.826853] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.857885] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.962508] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.015596] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.108760] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1bba3e35-6626-40d3-8dc3-c10178e2b081] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.234894] env[69984]: DEBUG nova.scheduler.client.report [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.322809] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.328421] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.328782] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.328996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.329189] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.329408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.332147] env[69984]: INFO nova.compute.manager [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Terminating instance [ 908.359182] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613119} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.359564] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.359786] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.360123] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa91206-2f01-4fa3-84ef-8e677191b66c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.370454] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 908.370454] env[69984]: value = "task-3945131" [ 908.370454] env[69984]: _type = "Task" [ 908.370454] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.383596] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.516375] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.612449] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 23de6c8c-9515-44a8-8e1b-d268275c3513] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.743063] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.743063] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.745665] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.221s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.745891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.748815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.853s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.751970] env[69984]: INFO nova.compute.claims [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.778237] env[69984]: INFO nova.scheduler.client.report [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleted allocations for instance 98cbd308-5f38-4b3a-a8cd-bb500cece6fc [ 908.823133] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.836665] env[69984]: DEBUG nova.compute.manager [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.836936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.837843] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba2943-1624-4a5c-b5d6-f4addd87d4d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.848390] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.849368] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40378565-18ea-4c06-817c-d007dd545b3e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.859256] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 908.859256] env[69984]: value = "task-3945132" [ 908.859256] env[69984]: _type = "Task" [ 908.859256] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.873454] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.885455] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078008} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.885761] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.886595] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4d7aa-bf37-4369-9902-9e36c9fa3c5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.916028] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.916028] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a80272-9fc2-4168-8587-a70aedb86095 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.940834] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 908.940834] env[69984]: value = "task-3945133" [ 908.940834] env[69984]: _type = "Task" [ 908.940834] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.952885] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.019787] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.116693] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 23d9d3bc-4ff4-410c-8e6d-c1914fb2fb24] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.255825] env[69984]: DEBUG nova.compute.utils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.261331] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.261628] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.288149] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bd80673-84b7-451d-91a7-999c3667daf4 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "98cbd308-5f38-4b3a-a8cd-bb500cece6fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.243s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.309069] env[69984]: DEBUG nova.policy [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '188e1bf4fa7941f2a40b29b734a06fb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '833fd880d1584d98beadadf26256c9ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.323212] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.372852] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945132, 'name': PowerOffVM_Task, 'duration_secs': 0.433469} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.373280] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.373504] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.373806] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ef7a6a6-986e-4222-a72e-f387fe799b66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.450863] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945133, 'name': ReconfigVM_Task, 'duration_secs': 0.389042} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.452051] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Reconfigured VM instance instance-00000043 to attach disk [datastore2] e6cbc7a8-b0a0-488e-b3d9-370982311fcc/e6cbc7a8-b0a0-488e-b3d9-370982311fcc.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.452784] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1623ef-c31a-46f5-86e3-57c01e2a8675 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.462627] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 909.462627] env[69984]: value = "task-3945135" [ 909.462627] env[69984]: _type = "Task" [ 909.462627] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.464245] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.464477] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.464702] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore1] 6cbe2d1e-f7c7-4c7b-8377-191888ba730f {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.468353] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-337c2b2f-e1b8-4930-9a1f-9d606c757a06 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.478390] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945135, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.480263] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 909.480263] env[69984]: value = "task-3945136" [ 909.480263] env[69984]: _type = "Task" [ 909.480263] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.489751] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.512294] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.512754] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e0fc5f-4a08-46cb-b2e8-54bee300d785 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.519295] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945130, 'name': ReconfigVM_Task, 'duration_secs': 1.798626} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.520009] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.520679] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.520679] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7166e1f4-fdf0-4eea-b565-1106123d45c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.527940] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 909.527940] env[69984]: value = "task-3945137" [ 909.527940] env[69984]: _type = "Task" [ 909.527940] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.530336] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 909.530336] env[69984]: value = "task-3945138" [ 909.530336] env[69984]: _type = "Task" [ 909.530336] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.543897] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.548125] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.620525] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 54bfdfc8-5e05-4f3e-87b8-44383d1d3ba5] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.763080] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.812249] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Successfully created port: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.826827] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945128, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.512989} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.830213] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915/OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915.vmdk to [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk. [ 909.830729] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Cleaning up location [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 909.831021] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_703d4e80-be20-4f64-a0e1-9fd10ecf6915 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.831903] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac59fd2-fd2b-4b3d-a9b0-d5e820635d73 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.843467] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 909.843467] env[69984]: value = "task-3945139" [ 909.843467] env[69984]: _type = "Task" [ 909.843467] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.855859] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.976856] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945135, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.994402] env[69984]: DEBUG oslo_vmware.api [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490642} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.994721] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.994916] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.995196] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.995454] env[69984]: INFO nova.compute.manager [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 909.995771] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.996147] env[69984]: DEBUG nova.compute.manager [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.996281] env[69984]: DEBUG nova.network.neutron [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.044760] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.051873] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945137, 'name': PowerOffVM_Task, 'duration_secs': 0.268232} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.052753] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.053726] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4929ac8-add1-4662-9bd2-0617637c6e74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.084201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074f413-db76-4897-bbd3-4d48334cbb6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.125092] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.125541] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8c99ef9e-5b2d-4091-a20a-42c288533995] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.127406] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ef3498-56cd-4b47-b18b-c4bd713d42d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.136042] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 910.136042] env[69984]: value = "task-3945140" [ 910.136042] env[69984]: _type = "Task" [ 910.136042] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.147987] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.148258] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.149695] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.149695] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.149695] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.151943] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b36d89c-c79c-4043-a543-12b2da36b0f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.167288] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.167530] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.168308] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93ba166-83c5-473b-9943-90dbb2e71f5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.177623] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 910.177623] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526b91d7-8a0d-4924-f443-18eaa69aa4e6" [ 910.177623] env[69984]: _type = "Task" [ 910.177623] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.194489] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526b91d7-8a0d-4924-f443-18eaa69aa4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.309653] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea94a0b-0027-4f0b-b365-d1299c842e3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.318400] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f729a4e5-d7a6-4247-bb59-03de4d6c4f8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.358037] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1ed1d-6902-4335-9214-895760d063eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.363303] env[69984]: DEBUG nova.compute.manager [req-a6ac5ccb-3012-49e9-aa63-bc0cb9e33cf8 req-cf3988da-e81a-4294-be86-c9c1db8f84e4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Received event network-vif-deleted-8e1e71de-6a74-4fd3-b11b-1caaf961ac07 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.363610] env[69984]: INFO nova.compute.manager [req-a6ac5ccb-3012-49e9-aa63-bc0cb9e33cf8 req-cf3988da-e81a-4294-be86-c9c1db8f84e4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Neutron deleted interface 8e1e71de-6a74-4fd3-b11b-1caaf961ac07; detaching it from the instance and deleting it from the info cache [ 910.363610] env[69984]: DEBUG nova.network.neutron [req-a6ac5ccb-3012-49e9-aa63-bc0cb9e33cf8 req-cf3988da-e81a-4294-be86-c9c1db8f84e4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.372972] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081963} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.374218] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6cd3b-986f-467e-93e6-666b5eab0f40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.378152] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.378339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.378587] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk to [datastore1] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.379845] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d1b615-6e59-40e7-bd08-8f034337e2b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.393247] env[69984]: DEBUG nova.compute.provider_tree [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.395566] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 910.395566] env[69984]: value = "task-3945141" [ 910.395566] env[69984]: _type = "Task" [ 910.395566] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.404373] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.479576] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945135, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.544406] env[69984]: DEBUG oslo_vmware.api [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945138, 'name': PowerOnVM_Task, 'duration_secs': 0.569222} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.544678] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.544909] env[69984]: DEBUG nova.compute.manager [None req-b0045f80-102c-4f2f-9c06-ea37a14b9331 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.545661] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55b2210-115e-44ed-ba6a-fc9bfd95a876 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.631468] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8966e0fd-93cf-4a1f-aac7-883d017a6b6a] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.691970] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526b91d7-8a0d-4924-f443-18eaa69aa4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.693124] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd693912-578e-4cb0-8906-17c4fd0bec44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.700033] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 910.700033] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f92c30-77da-24b2-88d4-7db0b881926e" [ 910.700033] env[69984]: _type = "Task" [ 910.700033] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.708297] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f92c30-77da-24b2-88d4-7db0b881926e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.780813] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.863593] env[69984]: DEBUG nova.network.neutron [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.866774] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-feacb89a-b4e6-4df8-a667-4e968a2ef1c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.879031] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9414ccd6-c150-4f1b-8c29-13319bf18b26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.898039] env[69984]: DEBUG nova.scheduler.client.report [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.909148] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.909429] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.909626] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.909834] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.909986] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.910180] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.910404] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.910567] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.910768] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.910940] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.911140] env[69984]: DEBUG nova.virt.hardware [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.912035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fface699-15c1-4329-abf6-15a2e155f079 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.932960] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.933338] env[69984]: DEBUG nova.compute.manager [req-a6ac5ccb-3012-49e9-aa63-bc0cb9e33cf8 req-cf3988da-e81a-4294-be86-c9c1db8f84e4 service nova] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Detach interface failed, port_id=8e1e71de-6a74-4fd3-b11b-1caaf961ac07, reason: Instance 6cbe2d1e-f7c7-4c7b-8377-191888ba730f could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.940723] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9785a-01b0-4f89-b97d-98948c820c2e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.978707] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945135, 'name': Rename_Task, 'duration_secs': 1.175415} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.979122] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.979466] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-606302ba-5912-4010-87ce-9fa1d0849d90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.986908] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 910.986908] env[69984]: value = "task-3945142" [ 910.986908] env[69984]: _type = "Task" [ 910.986908] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.995540] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.137905] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e246ab47-3dde-41bc-ac57-4cbfb3059192] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.211706] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f92c30-77da-24b2-88d4-7db0b881926e, 'name': SearchDatastore_Task, 'duration_secs': 0.088709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.212115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.212760] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 911.212760] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e82d39aa-c086-4835-acbf-988eadf0de88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.223614] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 911.223614] env[69984]: value = "task-3945143" [ 911.223614] env[69984]: _type = "Task" [ 911.223614] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.235389] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.366225] env[69984]: INFO nova.compute.manager [-] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Took 1.37 seconds to deallocate network for instance. [ 911.407999] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.408663] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.418833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.478s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.419078] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.421757] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.410s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.421966] env[69984]: DEBUG nova.objects.instance [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.426866] env[69984]: DEBUG nova.compute.manager [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Received event network-vif-plugged-68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.427115] env[69984]: DEBUG oslo_concurrency.lockutils [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] Acquiring lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.427334] env[69984]: DEBUG oslo_concurrency.lockutils [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.430250] env[69984]: DEBUG oslo_concurrency.lockutils [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.430564] env[69984]: DEBUG nova.compute.manager [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] No waiting events found dispatching network-vif-plugged-68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.430771] env[69984]: WARNING nova.compute.manager [req-f110246d-45d2-491d-9768-c010a9036ce5 req-34c25504-a28c-400f-a0b2-a908499cc993 service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Received unexpected event network-vif-plugged-68b76d8b-12f2-416f-a980-05eb0b6cd0ff for instance with vm_state building and task_state spawning. [ 911.444233] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.469755] env[69984]: INFO nova.scheduler.client.report [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleted allocations for instance 0f2d7ea6-b787-469f-917c-b9ec8c444cac [ 911.498881] env[69984]: DEBUG oslo_vmware.api [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945142, 'name': PowerOnVM_Task, 'duration_secs': 0.488408} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.499508] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.499833] env[69984]: DEBUG nova.compute.manager [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.500936] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cc1e97-f536-4f30-b272-7c2c56f73695 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.549120] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Successfully updated port: 68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.642824] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1fd55807-996b-4591-9709-f7508bda3b29] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.744205] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945143, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.874903] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.914405] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.920099] env[69984]: DEBUG nova.compute.utils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.921753] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.921972] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.979322] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a5e1aa1b-5dfa-41b9-80aa-5498adf2ec35 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "0f2d7ea6-b787-469f-917c-b9ec8c444cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.975s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.996639] env[69984]: DEBUG nova.policy [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c24357fa92a64decba317c065a9a959a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3286b7e4ad1748e08760955775091ae1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.026838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.053267] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.053267] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.053267] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.101420] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.101723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.101951] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.102161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.102342] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.107101] env[69984]: INFO nova.compute.manager [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Terminating instance [ 912.147024] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: a0125c6c-33b0-43a4-a698-33e601ba5918] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.242141] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743989} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.242141] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 912.242951] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6046e55-be71-4b79-b1ba-90cc4558caa4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.280344] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.280972] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d728259-8508-4870-87dd-70fb708f792a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.313683] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 912.313683] env[69984]: value = "task-3945144" [ 912.313683] env[69984]: _type = "Task" [ 912.313683] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.325277] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.421125] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.425245] env[69984]: DEBUG nova.compute.utils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.439511] env[69984]: DEBUG oslo_concurrency.lockutils [None req-44d5358e-d533-4112-a4b1-a2d4184f1e86 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.441457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.441768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.445339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.197s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.445513] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.447591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.177s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.447799] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.450029] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.091s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.450261] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.452401] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.330s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.478064] env[69984]: INFO nova.scheduler.client.report [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted allocations for instance e35165e9-7ae2-411b-956c-a6dd22576d8b [ 912.480704] env[69984]: INFO nova.scheduler.client.report [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted allocations for instance 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0 [ 912.493223] env[69984]: INFO nova.scheduler.client.report [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Deleted allocations for instance 86c60fd4-faee-49ec-85e8-73ad64cff3eb [ 912.497888] env[69984]: INFO nova.scheduler.client.report [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted allocations for instance 9fd2bf89-9047-45c0-aa68-a96da3d6c807 [ 912.504509] env[69984]: WARNING oslo_messaging._drivers.amqpdriver [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 912.616903] env[69984]: DEBUG nova.compute.manager [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.617286] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.618377] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480396fe-310b-44b4-b691-7899ede9f33b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.631457] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.632139] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df714581-1e6a-4a56-a1ba-c94d11413c2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.643169] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 912.643169] env[69984]: value = "task-3945145" [ 912.643169] env[69984]: _type = "Task" [ 912.643169] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.652049] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 2c9fc03a-de34-4328-b616-b66758604ebf] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.659344] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.680362] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.734981] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Successfully created port: 0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.830575] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945144, 'name': ReconfigVM_Task, 'duration_secs': 0.419494} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.831256] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.832752] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546bb28-a837-4201-b3c3-486d0a024204 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.875719] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-612110d2-7e1b-4d2c-beb8-78b2e06d85a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.898413] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 912.898413] env[69984]: value = "task-3945146" [ 912.898413] env[69984]: _type = "Task" [ 912.898413] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.913378] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.913757] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.914097] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.914340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.914551] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.917289] env[69984]: INFO nova.compute.manager [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Terminating instance [ 912.919444] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.931634] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.935077] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.959401] env[69984]: INFO nova.compute.claims [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.995396] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7c8aaa7a-39f5-4e55-b76b-aa748867983a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "e35165e9-7ae2-411b-956c-a6dd22576d8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.511s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.996646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3e0e8010-215b-4224-935e-95607fffed9a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "6641cdc7-d2f4-4d7c-8338-1b3d8445cda0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.602s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.002772] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e011616d-5269-41ab-a4ea-46d2954bee2a tempest-ServerAddressesTestJSON-271551154 tempest-ServerAddressesTestJSON-271551154-project-member] Lock "86c60fd4-faee-49ec-85e8-73ad64cff3eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.168s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.010026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dfc359b-9343-4827-8419-7ee6b53d1e08 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "9fd2bf89-9047-45c0-aa68-a96da3d6c807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.062s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.027973] env[69984]: DEBUG nova.network.neutron [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Updating instance_info_cache with network_info: [{"id": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "address": "fa:16:3e:51:28:9f", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b76d8b-12", "ovs_interfaceid": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.158655] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.160309] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: d7499ec6-365f-4bfe-88c3-5fb2b6c3a12b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.290622] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "320bc199-1361-4dce-8888-0b8e1b81588e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.291025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.292523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.292523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.292523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.294601] env[69984]: INFO nova.compute.manager [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Terminating instance [ 913.422512] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945146, 'name': ReconfigVM_Task, 'duration_secs': 0.269238} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.426983] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.427516] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "refresh_cache-e6cbc7a8-b0a0-488e-b3d9-370982311fcc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.427686] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquired lock "refresh_cache-e6cbc7a8-b0a0-488e-b3d9-370982311fcc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.427874] env[69984]: DEBUG nova.network.neutron [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.429520] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945141, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.931368} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.430743] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374a1d6c-e486-46b5-bc30-c57a22b550ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.433219] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a75246c7-4c9b-445c-a71d-b723024e1aa3/a75246c7-4c9b-445c-a71d-b723024e1aa3.vmdk to [datastore1] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.435081] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc678e-66fe-493b-a913-e898c1bf70a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.445263] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 913.445263] env[69984]: value = "task-3945147" [ 913.445263] env[69984]: _type = "Task" [ 913.445263] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.466961] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.473471] env[69984]: INFO nova.compute.resource_tracker [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating resource usage from migration 4249ee44-96d5-420a-ba04-1380cd37f2ce [ 913.476205] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59058b1c-3791-456b-8d64-c5a5f45808c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.501431] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.504694] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 913.504694] env[69984]: value = "task-3945148" [ 913.504694] env[69984]: _type = "Task" [ 913.504694] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.518342] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.535234] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.535234] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Instance network_info: |[{"id": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "address": "fa:16:3e:51:28:9f", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b76d8b-12", "ovs_interfaceid": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.536228] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:28:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b76d8b-12f2-416f-a980-05eb0b6cd0ff', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.544437] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.545087] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.545337] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce0fb8a-4af0-47f3-8a32-d4cddf0036df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.572425] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.572425] env[69984]: value = "task-3945149" [ 913.572425] env[69984]: _type = "Task" [ 913.572425] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.586544] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945149, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.613343] env[69984]: DEBUG nova.compute.manager [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Received event network-changed-68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.613343] env[69984]: DEBUG nova.compute.manager [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Refreshing instance network info cache due to event network-changed-68b76d8b-12f2-416f-a980-05eb0b6cd0ff. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.613695] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] Acquiring lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.613695] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] Acquired lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.613695] env[69984]: DEBUG nova.network.neutron [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Refreshing network info cache for port 68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.656031] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945145, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.663873] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: b36fdb89-69f6-47f5-8f5f-a8d0f51515c4] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.799542] env[69984]: DEBUG nova.compute.manager [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.799991] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.804139] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f1a208-8e37-458e-be46-cd27c7b7b841 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.813274] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.813274] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89ca64e-479c-471f-8616-46e54fd61504 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820780] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 913.820780] env[69984]: value = "task-3945150" [ 913.820780] env[69984]: _type = "Task" [ 913.820780] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.836343] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.946292] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.970777] env[69984]: DEBUG nova.network.neutron [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.973862] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.990293] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:33:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1920412344',id=36,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1213756418',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.990495] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.990706] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.990837] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.990984] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.991265] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.991438] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.991510] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.991752] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.991960] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.992168] env[69984]: DEBUG nova.virt.hardware [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.993170] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53061df3-41eb-4594-bc08-ae08af2f11bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.997947] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db40aa-3d76-41ad-8201-e4b5f36a8df2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.013927] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ca053-bfc7-4c51-8c83-cd60006ae30e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.019079] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5721ca8e-8d31-46f4-aea2-8a058b34aa07 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.033566] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.074860] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edff0a0-4b2c-4204-8cca-32d2974c94ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.087210] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945149, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.090823] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4024095-83c1-44b8-9fb6-2a529d3c6cb1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.107888] env[69984]: DEBUG nova.compute.provider_tree [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.154099] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945145, 'name': PowerOffVM_Task, 'duration_secs': 1.076964} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.154745] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.154936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.155753] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faec7872-7d19-4436-b60c-042381c950a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.161416] env[69984]: DEBUG nova.network.neutron [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.167507] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6f79348a-64cf-4104-a96b-5022e39e331e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.229853] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.230228] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.230439] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleting the datastore file [datastore1] cd02c1ff-cf4a-4717-bc14-1799185a4421 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.230748] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f5538f7-2c00-4edf-a80e-a67924a2bfc3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.238063] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 914.238063] env[69984]: value = "task-3945152" [ 914.238063] env[69984]: _type = "Task" [ 914.238063] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.256370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.256570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.257963] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.291710] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "57e9919f-d0c1-4ad2-9501-a752764b2630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.291934] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.333626] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945150, 'name': PowerOffVM_Task, 'duration_secs': 0.310575} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.333809] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.333991] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.334263] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7402feef-5ad4-4497-ada2-ef337b241611 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.410069] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.410437] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.410530] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore2] 320bc199-1361-4dce-8888-0b8e1b81588e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.410813] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0706b1ef-3794-4683-b2a9-931b115029fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.423380] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 914.423380] env[69984]: value = "task-3945154" [ 914.423380] env[69984]: _type = "Task" [ 914.423380] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.439128] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.467752] env[69984]: DEBUG oslo_vmware.api [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945147, 'name': PowerOnVM_Task, 'duration_secs': 0.609668} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.468088] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.473313] env[69984]: DEBUG nova.compute.manager [None req-e1f91f11-f5c5-4ad1-ae48-db2b8bc6a329 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.474645] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8b362-9d97-487e-adba-04a623281749 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.523159] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945148, 'name': ReconfigVM_Task, 'duration_secs': 0.649858} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.523412] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6610d030-9550-43f8-a8b2-703d222d842e/6610d030-9550-43f8-a8b2-703d222d842e.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.524873] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '3737f81e-bcfd-4d89-8861-4926741c1887'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783048', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'name': 'volume-918c1505-e642-4b9d-9d19-cf6eb1c817db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6610d030-9550-43f8-a8b2-703d222d842e', 'attached_at': '', 'detached_at': '', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'serial': '918c1505-e642-4b9d-9d19-cf6eb1c817db'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '89c38a65-c467-4ee8-b00c-c829875a6a57', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69984) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 914.525186] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.525294] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783048', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'name': 'volume-918c1505-e642-4b9d-9d19-cf6eb1c817db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6610d030-9550-43f8-a8b2-703d222d842e', 'attached_at': '', 'detached_at': '', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'serial': '918c1505-e642-4b9d-9d19-cf6eb1c817db'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.527784] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8481073b-96e3-4131-a7c5-8345417b0d88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547421] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f02f20-92d7-4067-90fe-5eab5a792028 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.552287] env[69984]: DEBUG nova.network.neutron [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Updated VIF entry in instance network info cache for port 68b76d8b-12f2-416f-a980-05eb0b6cd0ff. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.552911] env[69984]: DEBUG nova.network.neutron [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Updating instance_info_cache with network_info: [{"id": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "address": "fa:16:3e:51:28:9f", "network": {"id": "6d0a2627-6b75-4bb2-9c72-74c77ebde318", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1679680363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "833fd880d1584d98beadadf26256c9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b76d8b-12", "ovs_interfaceid": "68b76d8b-12f2-416f-a980-05eb0b6cd0ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.598685] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-918c1505-e642-4b9d-9d19-cf6eb1c817db/volume-918c1505-e642-4b9d-9d19-cf6eb1c817db.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.605101] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08be8391-8fc1-41c0-bb50-c43e43d358a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.631728] env[69984]: DEBUG nova.scheduler.client.report [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.645251] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945149, 'name': CreateVM_Task, 'duration_secs': 0.572785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.647184] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.648240] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 914.648240] env[69984]: value = "task-3945155" [ 914.648240] env[69984]: _type = "Task" [ 914.648240] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.650245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.650550] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.651030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.652225] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fcc648-2aa8-40e4-8236-583b3355a528 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.665149] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Releasing lock "refresh_cache-e6cbc7a8-b0a0-488e-b3d9-370982311fcc" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.665669] env[69984]: DEBUG nova.compute.manager [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.665913] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.666238] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 914.666238] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520254bf-02d1-dc44-2dd1-e3bce8f44d45" [ 914.666238] env[69984]: _type = "Task" [ 914.666238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.670944] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec0e35-ee36-4f1d-80d3-3475e3925bf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.674585] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.675410] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 88680cae-3279-4a16-997a-d39504aa920a] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.686870] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520254bf-02d1-dc44-2dd1-e3bce8f44d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.689395] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.689756] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c6bbc9-5b3b-485b-92a6-65f38e8f7de7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.698364] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 914.698364] env[69984]: value = "task-3945156" [ 914.698364] env[69984]: _type = "Task" [ 914.698364] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.708542] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.753103] env[69984]: DEBUG oslo_vmware.api [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206986} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.753103] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.753103] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.753103] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.753103] env[69984]: INFO nova.compute.manager [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Took 2.13 seconds to destroy the instance on the hypervisor. [ 914.753103] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.753103] env[69984]: DEBUG nova.compute.manager [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.753103] env[69984]: DEBUG nova.network.neutron [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.758952] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.795296] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.805056] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Successfully updated port: 0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.937782] env[69984]: DEBUG oslo_vmware.api [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380231} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.938161] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.938415] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.938643] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.938875] env[69984]: INFO nova.compute.manager [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 914.939185] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.939434] env[69984]: DEBUG nova.compute.manager [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.939586] env[69984]: DEBUG nova.network.neutron [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.057912] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ae751b-e4dc-43d5-815f-15b1cf504298 req-1747fb09-71d5-4556-9ca1-af564f2e468e service nova] Releasing lock "refresh_cache-1c2b998a-6b03-4117-bdfc-3486fb4d5c49" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.139792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.687s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.140050] env[69984]: INFO nova.compute.manager [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Migrating [ 915.149160] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.322s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.150995] env[69984]: INFO nova.compute.claims [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.177329] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945155, 'name': ReconfigVM_Task, 'duration_secs': 0.47031} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.181350] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-918c1505-e642-4b9d-9d19-cf6eb1c817db/volume-918c1505-e642-4b9d-9d19-cf6eb1c817db.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.187066] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 7d31a8d5-85f3-430e-85d2-cc69cce4c936] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.189091] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e84ae8-b65f-4928-87dc-ea85308ee900 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.215084] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520254bf-02d1-dc44-2dd1-e3bce8f44d45, 'name': SearchDatastore_Task, 'duration_secs': 0.021452} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.218270] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.218270] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.218270] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.218270] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.218270] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.220083] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778365b1-ebcb-4ca6-923f-c2d732731066 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.224017] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 915.224017] env[69984]: value = "task-3945157" [ 915.224017] env[69984]: _type = "Task" [ 915.224017] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.228441] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945156, 'name': PowerOffVM_Task, 'duration_secs': 0.185531} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.233580] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.233759] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.234404] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c0ff3b-23f4-4dce-929a-12e5e1578e1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.239819] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.240038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.246547] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a1d786-3461-4877-ae26-4c61d53d5979 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.248442] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.252465] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 915.252465] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52440db5-5351-2d04-5682-b46488bc68fb" [ 915.252465] env[69984]: _type = "Task" [ 915.252465] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.265678] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52440db5-5351-2d04-5682-b46488bc68fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.267257] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.267504] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.267696] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Deleting the datastore file [datastore2] e6cbc7a8-b0a0-488e-b3d9-370982311fcc {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.270513] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0284ea3b-ada8-4d35-a536-87cbc6019e1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.278017] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for the task: (returnval){ [ 915.278017] env[69984]: value = "task-3945159" [ 915.278017] env[69984]: _type = "Task" [ 915.278017] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.288182] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.296858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.310459] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.310459] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.310459] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.322901] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.676274] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.676274] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.676274] env[69984]: DEBUG nova.network.neutron [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.703478] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Received event network-vif-plugged-0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.703740] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Acquiring lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.703962] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.704153] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.704326] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] No waiting events found dispatching network-vif-plugged-0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 915.704491] env[69984]: WARNING nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Received unexpected event network-vif-plugged-0800d0cb-5326-49b7-8db5-697c0c744921 for instance with vm_state building and task_state spawning. [ 915.704659] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Received event network-changed-0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.704816] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Refreshing instance network info cache due to event network-changed-0800d0cb-5326-49b7-8db5-697c0c744921. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.704980] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Acquiring lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.705745] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e7505b8e-fa4e-4662-a7a2-3ae95551961b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.715765] env[69984]: INFO nova.compute.manager [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Unrescuing [ 915.716075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.716250] env[69984]: DEBUG oslo_concurrency.lockutils [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.716435] env[69984]: DEBUG nova.network.neutron [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.738707] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945157, 'name': ReconfigVM_Task, 'duration_secs': 0.163462} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.739308] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783048', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'name': 'volume-918c1505-e642-4b9d-9d19-cf6eb1c817db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6610d030-9550-43f8-a8b2-703d222d842e', 'attached_at': '', 'detached_at': '', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'serial': '918c1505-e642-4b9d-9d19-cf6eb1c817db'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.739902] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c89f9e23-b415-4bf3-9998-088340058d52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.751117] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 915.751117] env[69984]: value = "task-3945160" [ 915.751117] env[69984]: _type = "Task" [ 915.751117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.761128] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945160, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.766429] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52440db5-5351-2d04-5682-b46488bc68fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.766600] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508cfc0b-d1f0-449a-a234-4663d91515f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.773862] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 915.773862] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529fb989-0f01-19da-f075-20b087b88743" [ 915.773862] env[69984]: _type = "Task" [ 915.773862] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.786063] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529fb989-0f01-19da-f075-20b087b88743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.791284] env[69984]: DEBUG oslo_vmware.api [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Task: {'id': task-3945159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122318} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.791549] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.791758] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.791944] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.792132] env[69984]: INFO nova.compute.manager [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 915.793157] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.793157] env[69984]: DEBUG nova.compute.manager [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.793157] env[69984]: DEBUG nova.network.neutron [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.819028] env[69984]: DEBUG nova.network.neutron [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.839960] env[69984]: DEBUG nova.network.neutron [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.878935] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.904296] env[69984]: DEBUG nova.network.neutron [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.209568] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 44167ce1-d6e6-4227-ac28-db123bc36a17] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.253099] env[69984]: DEBUG nova.network.neutron [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updating instance_info_cache with network_info: [{"id": "0800d0cb-5326-49b7-8db5-697c0c744921", "address": "fa:16:3e:7a:04:6c", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0800d0cb-53", "ovs_interfaceid": "0800d0cb-5326-49b7-8db5-697c0c744921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.264156] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945160, 'name': Rename_Task, 'duration_secs': 0.159664} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.264615] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.264938] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d3cb917-0287-450c-8d25-06ae9c775f9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.291546] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 916.291546] env[69984]: value = "task-3945161" [ 916.291546] env[69984]: _type = "Task" [ 916.291546] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.305031] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529fb989-0f01-19da-f075-20b087b88743, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.308687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.309887] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1c2b998a-6b03-4117-bdfc-3486fb4d5c49/1c2b998a-6b03-4117-bdfc-3486fb4d5c49.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.312777] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e54d91-74f4-46d1-a2de-148339cd72cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.321435] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945161, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.322583] env[69984]: INFO nova.compute.manager [-] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Took 1.57 seconds to deallocate network for instance. [ 916.332839] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 916.332839] env[69984]: value = "task-3945162" [ 916.332839] env[69984]: _type = "Task" [ 916.332839] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.345403] env[69984]: DEBUG nova.network.neutron [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.346720] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.408768] env[69984]: INFO nova.compute.manager [-] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Took 1.47 seconds to deallocate network for instance. [ 916.542173] env[69984]: DEBUG nova.network.neutron [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.545171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "b744625b-3759-4140-a0af-ddb3ee39a338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.545416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.710754] env[69984]: DEBUG nova.network.neutron [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.712569] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 72249b92-83ad-45b1-93a0-f99c97e4154a] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.725068] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c905c0c-fccd-428e-9c25-d7d748231386 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.737069] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379c342-b5e3-4ee9-aa2d-f13a39da9511 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.773198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.774107] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Instance network_info: |[{"id": "0800d0cb-5326-49b7-8db5-697c0c744921", "address": "fa:16:3e:7a:04:6c", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0800d0cb-53", "ovs_interfaceid": "0800d0cb-5326-49b7-8db5-697c0c744921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.775218] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Acquired lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.775502] env[69984]: DEBUG nova.network.neutron [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Refreshing network info cache for port 0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.776920] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:04:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0800d0cb-5326-49b7-8db5-697c0c744921', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.787562] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.787562] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd31df7-ebe7-4f8f-a2be-fe359130f074 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.791010] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.791309] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02cab7d3-9387-465f-9a09-9bc8fbcc0aeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.819352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116cb404-8edf-4560-96fb-fb3555a91c22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.830561] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.830561] env[69984]: value = "task-3945163" [ 916.830561] env[69984]: _type = "Task" [ 916.830561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.831530] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.846094] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.847422] env[69984]: DEBUG nova.compute.provider_tree [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.859294] env[69984]: INFO nova.compute.manager [-] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Took 1.07 seconds to deallocate network for instance. [ 916.859294] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945163, 'name': CreateVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.864618] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.928154] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.046646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.048304] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.216108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.216829] env[69984]: DEBUG nova.objects.instance [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'flavor' on Instance uuid 69875551-6e1b-407e-8db4-9f2e4a054717 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.218427] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6c164062-6dbb-4803-a5df-4e330b0a211c] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.323744] env[69984]: DEBUG oslo_vmware.api [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945161, 'name': PowerOnVM_Task, 'duration_secs': 0.916756} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.324080] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.343239] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945163, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.359021] env[69984]: DEBUG nova.scheduler.client.report [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.359021] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591651} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.359432] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1c2b998a-6b03-4117-bdfc-3486fb4d5c49/1c2b998a-6b03-4117-bdfc-3486fb4d5c49.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.359796] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.360196] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa1c75e-cb8f-4946-82fb-2f9ab2e55cbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.368750] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 917.368750] env[69984]: value = "task-3945164" [ 917.368750] env[69984]: _type = "Task" [ 917.368750] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.372304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.378163] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.446450] env[69984]: DEBUG nova.compute.manager [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.447429] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9191323b-82e5-454f-b4f5-f0066a2f7efd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.577244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.582124] env[69984]: DEBUG nova.network.neutron [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updated VIF entry in instance network info cache for port 0800d0cb-5326-49b7-8db5-697c0c744921. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.582469] env[69984]: DEBUG nova.network.neutron [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updating instance_info_cache with network_info: [{"id": "0800d0cb-5326-49b7-8db5-697c0c744921", "address": "fa:16:3e:7a:04:6c", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0800d0cb-53", "ovs_interfaceid": "0800d0cb-5326-49b7-8db5-697c0c744921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.724614] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 927564a9-da00-4eea-9547-4f9195659ea7] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.729445] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cbce1f-160d-4fdc-b1d8-22a586917e29 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.771773] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.772955] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ab470fe-00e2-4c5f-897d-c7d2e6ebc0d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.781825] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 917.781825] env[69984]: value = "task-3945165" [ 917.781825] env[69984]: _type = "Task" [ 917.781825] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.792490] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.843374] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945163, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.860524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.861083] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.863811] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.352s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.865297] env[69984]: INFO nova.compute.claims [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.876934] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241448} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.877196] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.877988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96432a3-4306-43ec-a625-6feef043f595 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.902332] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1c2b998a-6b03-4117-bdfc-3486fb4d5c49/1c2b998a-6b03-4117-bdfc-3486fb4d5c49.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.904354] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fb6160-cc25-40ac-9977-0cb79c4170f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.928512] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 917.928512] env[69984]: value = "task-3945166" [ 917.928512] env[69984]: _type = "Task" [ 917.928512] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.938766] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.966266] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d3d5c3ac-41a0-4738-864d-c3ffcb2b521f tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 70.209s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.085977] env[69984]: DEBUG oslo_concurrency.lockutils [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] Releasing lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.086293] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Received event network-vif-deleted-3f5df03d-8a1c-4a7e-ac47-79203264d202 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.086472] env[69984]: INFO nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Neutron deleted interface 3f5df03d-8a1c-4a7e-ac47-79203264d202; detaching it from the instance and deleting it from the info cache [ 918.086652] env[69984]: DEBUG nova.network.neutron [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.224041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "f2723a87-2e65-4f90-b014-2a66b53059d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.224511] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.239725] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: eea8c53a-dd34-418d-b7ae-1cfafb122d6a] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.295303] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.344130] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945163, 'name': CreateVM_Task, 'duration_secs': 1.514186} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.344335] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.345115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.345290] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.345548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.345830] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2eb29f0-04af-42bb-8858-c7e5d3a82cd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.352667] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 918.352667] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523f5831-58c2-5434-e992-350d0362b9bb" [ 918.352667] env[69984]: _type = "Task" [ 918.352667] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.362979] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523f5831-58c2-5434-e992-350d0362b9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.372314] env[69984]: DEBUG nova.compute.utils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.374343] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.374553] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.423391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.423391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.423391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.423521] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.423676] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.426454] env[69984]: INFO nova.compute.manager [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Terminating instance [ 918.436243] env[69984]: DEBUG nova.policy [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.445480] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.568141] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55f600-1797-4f0b-bdfd-1047955bfc37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.588956] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.593187] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dedf1f9f-8a1e-4f2e-a051-13f28d1fbe11 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.603596] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67110293-b0c0-488e-a6c6-f7425f3d0ade {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.641805] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Detach interface failed, port_id=3f5df03d-8a1c-4a7e-ac47-79203264d202, reason: Instance cd02c1ff-cf4a-4717-bc14-1799185a4421 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.642077] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Received event network-vif-deleted-e642f00d-8bfd-4aba-80f4-a94db134512b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.642260] env[69984]: INFO nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Neutron deleted interface e642f00d-8bfd-4aba-80f4-a94db134512b; detaching it from the instance and deleting it from the info cache [ 918.642451] env[69984]: DEBUG nova.network.neutron [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.727633] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.743092] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: cde4d3c3-98c8-41f3-b88f-918f09d7cfb5] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.789820] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Successfully created port: 08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.795637] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945165, 'name': PowerOffVM_Task, 'duration_secs': 0.75251} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.795914] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.804039] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfiguring VM instance instance-00000036 to detach disk 2002 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 918.804039] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0477ed4-d0c1-49e7-911b-47a13657545e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.820562] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 918.820562] env[69984]: value = "task-3945167" [ 918.820562] env[69984]: _type = "Task" [ 918.820562] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.830655] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.863526] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523f5831-58c2-5434-e992-350d0362b9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015104} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.863873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.864085] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.865497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.865497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.865497] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.865497] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74da329e-e7d9-41c3-b277-cd300b27bdcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.876648] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.881153] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.881364] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.882288] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637ca6e5-52e2-4ea3-ad37-3cccb855310c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.890170] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 918.890170] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5291e1f0-4cca-06d6-b758-05bc2a9c8d7b" [ 918.890170] env[69984]: _type = "Task" [ 918.890170] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.899542] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5291e1f0-4cca-06d6-b758-05bc2a9c8d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.937118] env[69984]: DEBUG nova.compute.manager [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.937547] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.938461] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d775a0-7f08-4ba6-8328-3bd781c4b765 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.951670] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.951869] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945166, 'name': ReconfigVM_Task, 'duration_secs': 0.570565} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.952121] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee99f3c-9729-4da8-8e42-d09ad0012ed2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.953729] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1c2b998a-6b03-4117-bdfc-3486fb4d5c49/1c2b998a-6b03-4117-bdfc-3486fb4d5c49.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.954347] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972a410b-ed81-4c45-9835-b1f3ce9030a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.961653] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 918.961653] env[69984]: value = "task-3945169" [ 918.961653] env[69984]: _type = "Task" [ 918.961653] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.966315] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 918.966315] env[69984]: value = "task-3945168" [ 918.966315] env[69984]: _type = "Task" [ 918.966315] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.989010] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945168, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.989306] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.095759] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.096078] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37171523-9e27-4ed1-9c71-ab4ab7b9d69a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.106693] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 919.106693] env[69984]: value = "task-3945170" [ 919.106693] env[69984]: _type = "Task" [ 919.106693] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.118591] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.147069] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a7344d-190b-4142-a4d7-0e84703cb6ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.156895] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d13b01-f621-48e3-8318-1f15e3f3eafc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.199915] env[69984]: DEBUG nova.compute.manager [req-4d8417d6-7a3d-4307-979e-5e2031624f9f req-801dd8ec-50a7-4b58-9dc8-f8482463fe9d service nova] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Detach interface failed, port_id=e642f00d-8bfd-4aba-80f4-a94db134512b, reason: Instance 320bc199-1361-4dce-8888-0b8e1b81588e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.248103] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 57bc4d65-6353-4e73-aef5-ded2041b48b7] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.249835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.334755] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945167, 'name': ReconfigVM_Task, 'duration_secs': 0.29887} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.336026] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfigured VM instance instance-00000036 to detach disk 2002 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 919.336026] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.336026] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e97a382-42fd-4b5b-aadd-f2d039903ae1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.344994] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 919.344994] env[69984]: value = "task-3945171" [ 919.344994] env[69984]: _type = "Task" [ 919.344994] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.355220] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.396675] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d1d17-b714-4332-9844-627efe267e0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.403351] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5291e1f0-4cca-06d6-b758-05bc2a9c8d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.404796] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0022a33-1cba-4999-91aa-7229151b1d59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.409915] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b4fef7-6331-4c6e-8b74-ec935a9e4db0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.415059] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 919.415059] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bce834-68ab-67ab-251f-b7a18c4fa014" [ 919.415059] env[69984]: _type = "Task" [ 919.415059] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.450426] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76745c78-1983-4c36-b7ce-79a82b24aadc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.456939] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bce834-68ab-67ab-251f-b7a18c4fa014, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.457621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.457903] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/4b4c8342-90e1-4b78-adf2-ac7cae3da3ea.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.458186] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9ffbd0-aad2-48e4-85dc-ace48d15cdbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.463911] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0798bc14-8983-4df8-a19f-a67bb03a9855 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.470473] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 919.470473] env[69984]: value = "task-3945172" [ 919.470473] env[69984]: _type = "Task" [ 919.470473] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.487686] env[69984]: DEBUG nova.compute.provider_tree [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.492339] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945169, 'name': PowerOffVM_Task, 'duration_secs': 0.257348} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.493179] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.493346] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.493704] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b43395c-2366-412e-ac17-125b4462312e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.501721] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.501973] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945168, 'name': Rename_Task, 'duration_secs': 0.187537} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.503170] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.503411] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-715d5786-f5cc-4dc3-8ac3-89bb25677d27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.509194] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 919.509194] env[69984]: value = "task-3945174" [ 919.509194] env[69984]: _type = "Task" [ 919.509194] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.517786] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.568012] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.568462] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.568874] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Deleting the datastore file [datastore2] a0bc1770-2ce5-42af-a1f5-f0d589fb0680 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.569460] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b8c9ce3-6b96-4f0c-ba84-22540e580b11 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.579073] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for the task: (returnval){ [ 919.579073] env[69984]: value = "task-3945175" [ 919.579073] env[69984]: _type = "Task" [ 919.579073] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.589128] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.616443] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945170, 'name': PowerOffVM_Task, 'duration_secs': 0.249562} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.616705] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.616912] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.750105] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c07e7d92-970d-4c27-bf62-e7516fea5bfa] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.858534] env[69984]: DEBUG oslo_vmware.api [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945171, 'name': PowerOnVM_Task, 'duration_secs': 0.403781} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.858853] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.859185] env[69984]: DEBUG nova.compute.manager [None req-495d65cb-38bb-483b-9fc4-88ba0a2d7ca3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.860306] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b4c7d-30e7-49cc-b59b-dc4a564a330f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.895545] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.926768] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.926768] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.927033] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.927033] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.927184] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.927335] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.927594] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.927780] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.927960] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.928180] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.928420] env[69984]: DEBUG nova.virt.hardware [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.929286] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc98d45-ce99-42e0-ac3d-1920757215d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.942125] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e6e3d-ea12-4b58-bbbe-05423fa579c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.986650] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945172, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.995038] env[69984]: DEBUG nova.scheduler.client.report [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.020937] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945174, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.093063] env[69984]: DEBUG oslo_vmware.api [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Task: {'id': task-3945175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280103} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.093366] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.093552] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.093740] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.093924] env[69984]: INFO nova.compute.manager [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Took 1.16 seconds to destroy the instance on the hypervisor. [ 920.094203] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.095122] env[69984]: DEBUG nova.compute.manager [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.095122] env[69984]: DEBUG nova.network.neutron [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.126446] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.134103] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700873d9-373f-454c-b6d1-06562ac0975d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.157048] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 920.157048] env[69984]: value = "task-3945176" [ 920.157048] env[69984]: _type = "Task" [ 920.157048] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.167399] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.255223] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 495437b5-1f82-4ad7-8a2c-4acf4641bfad] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.484859] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559641} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.485023] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/4b4c8342-90e1-4b78-adf2-ac7cae3da3ea.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.485480] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.486202] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2289c33c-e8dc-4e4d-8061-2ebc557ee0b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.497124] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 920.497124] env[69984]: value = "task-3945177" [ 920.497124] env[69984]: _type = "Task" [ 920.497124] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.506440] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.507083] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.511135] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.511766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.298s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.512016] env[69984]: DEBUG nova.objects.instance [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lazy-loading 'resources' on Instance uuid e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.532046] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.673815] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945176, 'name': ReconfigVM_Task, 'duration_secs': 0.300361} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.673815] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.760747] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 4b6bc3dc-294c-4c53-ba07-0edf8f2f44c7] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.816235] env[69984]: DEBUG nova.compute.manager [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received event network-vif-plugged-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.816742] env[69984]: DEBUG oslo_concurrency.lockutils [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.816951] env[69984]: DEBUG oslo_concurrency.lockutils [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.817209] env[69984]: DEBUG oslo_concurrency.lockutils [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.817400] env[69984]: DEBUG nova.compute.manager [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] No waiting events found dispatching network-vif-plugged-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.817578] env[69984]: WARNING nova.compute.manager [req-6ba08af0-662a-4f0f-8035-91f01fb0fe88 req-495bf5f4-ee55-4313-a447-6a969d523a86 service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received unexpected event network-vif-plugged-08bbd994-b837-4685-9cae-b7fee1bb6231 for instance with vm_state building and task_state spawning. [ 920.838549] env[69984]: DEBUG nova.compute.manager [req-ad2f0141-38c0-4737-a436-4deeb61a3bc2 req-1728a3a9-52e5-4cf7-88f8-e72513d66e85 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Received event network-vif-deleted-374479fb-61f6-4f82-a317-0ceef493f35c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.838747] env[69984]: INFO nova.compute.manager [req-ad2f0141-38c0-4737-a436-4deeb61a3bc2 req-1728a3a9-52e5-4cf7-88f8-e72513d66e85 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Neutron deleted interface 374479fb-61f6-4f82-a317-0ceef493f35c; detaching it from the instance and deleting it from the info cache [ 920.838958] env[69984]: DEBUG nova.network.neutron [req-ad2f0141-38c0-4737-a436-4deeb61a3bc2 req-1728a3a9-52e5-4cf7-88f8-e72513d66e85 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.852648] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Successfully updated port: 08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.004809] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08036} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.005139] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.005903] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15de5353-e0bc-4105-afc9-e454c8cdf5d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.025074] env[69984]: DEBUG nova.compute.utils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.044635] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/4b4c8342-90e1-4b78-adf2-ac7cae3da3ea.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.052809] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.052809] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.065082] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-574e52ee-6094-46aa-99eb-39d7fc51a8c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.104654] env[69984]: DEBUG oslo_vmware.api [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945174, 'name': PowerOnVM_Task, 'duration_secs': 1.028126} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.106192] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.106509] env[69984]: INFO nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Took 10.33 seconds to spawn the instance on the hypervisor. [ 921.106769] env[69984]: DEBUG nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.107212] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 921.107212] env[69984]: value = "task-3945178" [ 921.107212] env[69984]: _type = "Task" [ 921.107212] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.108265] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9b36c-5dc0-45d7-a9f8-6fc94cf95598 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.133673] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.142507] env[69984]: DEBUG nova.policy [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffcab0a718444ad4be7233c2ab8d198d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4c9aa782b5428bb5c8102adb8e57f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.184251] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.184536] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.184710] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.184900] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.185064] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.185279] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.185424] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.185585] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.185751] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.185918] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.186108] env[69984]: DEBUG nova.virt.hardware [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.192921] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.194314] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943c0125-b316-42bc-bf14-917bc956be51 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.218378] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 921.218378] env[69984]: value = "task-3945179" [ 921.218378] env[69984]: _type = "Task" [ 921.218378] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.229207] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.239167] env[69984]: DEBUG nova.network.neutron [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.263030] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: cace175e-fd8b-41fe-a559-e0f30066a26b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.347342] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e51bfbe-91cd-4d5e-84e9-022c33af1ad9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.357523] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337aabe6-ea95-41ff-bf5d-437c462f21cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.374565] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.374718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.374853] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.406295] env[69984]: DEBUG nova.compute.manager [req-ad2f0141-38c0-4737-a436-4deeb61a3bc2 req-1728a3a9-52e5-4cf7-88f8-e72513d66e85 service nova] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Detach interface failed, port_id=374479fb-61f6-4f82-a317-0ceef493f35c, reason: Instance a0bc1770-2ce5-42af-a1f5-f0d589fb0680 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.529173] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Successfully created port: 39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.546604] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.623791] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.628126] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e858d-17fb-4a34-9112-e939f0d55ad4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.645433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741915f8-c17f-41a7-8306-9e9f0112bdd1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.653991] env[69984]: INFO nova.compute.manager [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Took 58.70 seconds to build instance. [ 921.683939] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82542cf-4274-4b13-a359-ae8357767259 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.693532] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c162d56-3653-41ce-8925-08c6ae5c6326 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.714579] env[69984]: DEBUG nova.compute.provider_tree [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.729481] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945179, 'name': ReconfigVM_Task, 'duration_secs': 0.276953} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.729931] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.731344] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d80c5-d11b-475e-92e6-0d07e0924dd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.750191] env[69984]: INFO nova.compute.manager [-] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Took 1.66 seconds to deallocate network for instance. [ 921.758461] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.762050] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76ce47d-6d5d-4b20-a6f8-6b346ca6e962 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.781795] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 427f2158-7d1b-4cdf-81ee-1373ecc412fc] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.791588] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 921.791588] env[69984]: value = "task-3945180" [ 921.791588] env[69984]: _type = "Task" [ 921.791588] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.803121] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.936492] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.127632] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945178, 'name': ReconfigVM_Task, 'duration_secs': 0.795149} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.127934] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/4b4c8342-90e1-4b78-adf2-ac7cae3da3ea.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.128347] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69984) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 922.128936] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-725f500c-1284-48eb-b5ac-1e0acbc44f8e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.140631] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 922.140631] env[69984]: value = "task-3945181" [ 922.140631] env[69984]: _type = "Task" [ 922.140631] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.151897] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945181, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.160828] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37db36c1-14fb-488c-ac8f-7d24bfb31ea5 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.574s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.166122] env[69984]: DEBUG nova.network.neutron [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updating instance_info_cache with network_info: [{"id": "08bbd994-b837-4685-9cae-b7fee1bb6231", "address": "fa:16:3e:c7:b5:5d", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbd994-b8", "ovs_interfaceid": "08bbd994-b837-4685-9cae-b7fee1bb6231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.218999] env[69984]: DEBUG nova.scheduler.client.report [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.288665] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.288665] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1d5e07ba-2d1e-4fe6-99f3-b6cb7e46421e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.302735] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945180, 'name': ReconfigVM_Task, 'duration_secs': 0.348706} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.302973] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898/05ee6404-3bdb-4fd9-aec0-cc3ed18db898.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.303310] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.559653] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.585811] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.586073] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.586237] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.586423] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.586569] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.586720] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.586938] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.587122] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.587297] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.587461] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.587637] env[69984]: DEBUG nova.virt.hardware [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.588596] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f30f9-dfb2-4362-996e-0c1a2d31a4c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.597924] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54bbe0-4c42-4154-a836-cc440aeae0ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.651202] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945181, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.053838} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.651498] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69984) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 922.652343] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6011c67d-6386-4496-af48-215847ea8c8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.670297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.670622] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance network_info: |[{"id": "08bbd994-b837-4685-9cae-b7fee1bb6231", "address": "fa:16:3e:c7:b5:5d", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbd994-b8", "ovs_interfaceid": "08bbd994-b837-4685-9cae-b7fee1bb6231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.678314] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/ephemeral_0.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.678806] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:b5:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08bbd994-b837-4685-9cae-b7fee1bb6231', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.686644] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.686644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22bbe40d-a033-457c-b470-789249531516 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.699867] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.700130] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be5ab501-706c-4f9a-bb61-194f7763cccf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.720194] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 922.720194] env[69984]: value = "task-3945183" [ 922.720194] env[69984]: _type = "Task" [ 922.720194] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.721587] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.721587] env[69984]: value = "task-3945182" [ 922.721587] env[69984]: _type = "Task" [ 922.721587] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.725240] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.730816] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.546s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.731937] env[69984]: INFO nova.compute.claims [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.745521] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.745815] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945182, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.763439] env[69984]: INFO nova.scheduler.client.report [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleted allocations for instance e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4 [ 922.793648] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c54c4c6e-ef12-4922-9e1d-96bbb1b544bf] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.811694] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8746464-99ab-47ee-9623-775c05a31afd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.840757] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3191bda1-e967-4114-b3b0-17c8e32d7913 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.862589] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.888397] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received event network-changed-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.888508] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Refreshing instance network info cache due to event network-changed-08bbd994-b837-4685-9cae-b7fee1bb6231. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.888707] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquiring lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.889377] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquired lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.889377] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Refreshing network info cache for port 08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.240226] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945182, 'name': CreateVM_Task, 'duration_secs': 0.490772} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.245467] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.245467] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.246825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.247074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.247345] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.247630] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616526c5-996f-4376-b3d4-8986b5d58a36 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.256090] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 923.256090] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c6b8a3-8396-f4af-fb03-8927023999d2" [ 923.256090] env[69984]: _type = "Task" [ 923.256090] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.268613] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c6b8a3-8396-f4af-fb03-8927023999d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.272161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11384e77-afdc-4e8f-9986-d283ae97f896 tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.660s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.295842] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 2fb545ea-b590-43d0-963a-8ce5281a770e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.299413] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Successfully updated port: 39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.419906] env[69984]: DEBUG nova.network.neutron [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Port 5b79d4f7-c460-437c-8233-cf9f3a3b1736 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.664843] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updated VIF entry in instance network info cache for port 08bbd994-b837-4685-9cae-b7fee1bb6231. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.665931] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updating instance_info_cache with network_info: [{"id": "08bbd994-b837-4685-9cae-b7fee1bb6231", "address": "fa:16:3e:c7:b5:5d", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbd994-b8", "ovs_interfaceid": "08bbd994-b837-4685-9cae-b7fee1bb6231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.734079] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945183, 'name': ReconfigVM_Task, 'duration_secs': 0.594418} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.734450] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea/ephemeral_0.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.735143] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-719d2df9-12c6-4127-acf0-e25873458b9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.742732] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 923.742732] env[69984]: value = "task-3945184" [ 923.742732] env[69984]: _type = "Task" [ 923.742732] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.753448] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945184, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.766645] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c6b8a3-8396-f4af-fb03-8927023999d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.767060] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.767378] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.767676] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.767849] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.768058] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.768366] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8afed395-25dc-4b60-b2c4-0d9858d224da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.783702] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.783984] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.787458] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d2dfe0-a3d1-4600-8d97-228c9f06b4e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.793403] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 923.793403] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528e37b5-2ed7-1487-0d44-c6ed325f30f4" [ 923.793403] env[69984]: _type = "Task" [ 923.793403] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.803178] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 93c0e1cb-b556-4fe6-88d5-226718ac9373] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.805260] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.805426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.805505] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.806503] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528e37b5-2ed7-1487-0d44-c6ed325f30f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.896797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.897091] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.897316] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.897503] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.897673] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.899910] env[69984]: INFO nova.compute.manager [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Terminating instance [ 924.168555] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Releasing lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.168840] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.169025] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing instance network info cache due to event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.169244] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.169388] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.169549] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.171451] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548d3083-9563-408e-91fe-2c6eeaae080a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.179806] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be28a0-ab12-48ba-8362-171f2c5ff96b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.212357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40831c10-bf6f-40af-bd8c-ae3615a6e337 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.220973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9458660d-21a0-4e77-9751-c308fa869902 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.235900] env[69984]: DEBUG nova.compute.provider_tree [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.253694] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945184, 'name': Rename_Task, 'duration_secs': 0.381346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.254464] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.254869] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c52786-7aa0-4235-9fea-3046ea81e146 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.264090] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 924.264090] env[69984]: value = "task-3945185" [ 924.264090] env[69984]: _type = "Task" [ 924.264090] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.272505] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.306386] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528e37b5-2ed7-1487-0d44-c6ed325f30f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.307519] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e3d4ce77-889d-4662-9d6d-6aabee1caa48] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.311110] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03fe91aa-d7df-4b1e-b513-4acac5cbb3b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.318044] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 924.318044] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5282a3c0-99fb-ccfe-c2ac-3da0c7e9c8a4" [ 924.318044] env[69984]: _type = "Task" [ 924.318044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.326942] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5282a3c0-99fb-ccfe-c2ac-3da0c7e9c8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.344306] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.406135] env[69984]: DEBUG nova.compute.manager [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.406442] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.407407] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b601a-d224-4e13-bea2-f406b3c6b708 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.418017] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.418313] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bae4720-7a80-482e-8f82-faec54f54a6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.425493] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 924.425493] env[69984]: value = "task-3945186" [ 924.425493] env[69984]: _type = "Task" [ 924.425493] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.451258] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.451555] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.451776] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.453169] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.495872] env[69984]: DEBUG nova.network.neutron [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.741694] env[69984]: DEBUG nova.scheduler.client.report [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.777158] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945185, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.814819] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 65509fc6-da67-4b2f-b054-ad70f32b14e8] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.829672] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5282a3c0-99fb-ccfe-c2ac-3da0c7e9c8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015455} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.829953] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.830243] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 417c4245-3e40-471d-9bac-50756b869d89/417c4245-3e40-471d-9bac-50756b869d89.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.830509] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3f78520-c40e-44eb-af16-5b8ec78c4408 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.840197] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 924.840197] env[69984]: value = "task-3945187" [ 924.840197] env[69984]: _type = "Task" [ 924.840197] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.859017] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.946219] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945186, 'name': PowerOffVM_Task, 'duration_secs': 0.179224} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.946611] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.946789] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.947116] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db05ffc6-b56c-45f4-b677-3ca3e0194414 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.999884] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.000409] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance network_info: |[{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.000922] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:6d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39651ffc-51c1-438b-9989-33c3f84efd57', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.010027] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating folder: Project (3c4c9aa782b5428bb5c8102adb8e57f8). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.010856] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-440b6c29-e87f-4e0b-a52d-fc199453c2f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.025744] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created folder: Project (3c4c9aa782b5428bb5c8102adb8e57f8) in parent group-v782883. [ 925.026050] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating folder: Instances. Parent ref: group-v783083. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.026461] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67a317e9-08bb-4b09-b893-854f86d412ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.030882] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.031162] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.031365] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleting the datastore file [datastore1] 7b734fe9-f3fd-4230-a28d-6152e33ec400 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.032351] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e398a111-b97f-4c90-91c1-b1b05cd3cc1c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.039692] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for the task: (returnval){ [ 925.039692] env[69984]: value = "task-3945191" [ 925.039692] env[69984]: _type = "Task" [ 925.039692] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.041352] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created folder: Instances in parent group-v783083. [ 925.041636] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.045412] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.046468] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-474f40f5-5832-4578-9456-7f4caf7249eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.069808] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.071285] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.071285] env[69984]: value = "task-3945192" [ 925.071285] env[69984]: _type = "Task" [ 925.071285] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.075075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.075391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.075619] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.075832] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.076056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.078771] env[69984]: INFO nova.compute.manager [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Terminating instance [ 925.084022] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945192, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.139144] env[69984]: DEBUG nova.compute.manager [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.139282] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.139576] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.139817] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.140035] env[69984]: DEBUG nova.compute.manager [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] No waiting events found dispatching network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 925.140212] env[69984]: WARNING nova.compute.manager [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received unexpected event network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 for instance with vm_state building and task_state spawning. [ 925.140373] env[69984]: DEBUG nova.compute.manager [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.140525] env[69984]: DEBUG nova.compute.manager [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing instance network info cache due to event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.140712] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.140848] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.141011] env[69984]: DEBUG nova.network.neutron [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.246855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.246855] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.249180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.373s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.249180] env[69984]: DEBUG nova.objects.instance [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid 6cbe2d1e-f7c7-4c7b-8377-191888ba730f {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.282334] env[69984]: DEBUG oslo_vmware.api [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945185, 'name': PowerOnVM_Task, 'duration_secs': 0.75474} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.282906] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.283172] env[69984]: INFO nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Took 11.34 seconds to spawn the instance on the hypervisor. [ 925.283594] env[69984]: DEBUG nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.286457] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc2b28-aac6-4314-bae0-8f6bf3d33983 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.318804] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: eb6b4b44-de5b-4032-b75f-edb19e5610cd] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.356971] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.358943] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updated VIF entry in instance network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.358943] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.512343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.512343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.512343] env[69984]: DEBUG nova.network.neutron [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.551665] env[69984]: DEBUG oslo_vmware.api [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Task: {'id': task-3945191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326086} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.552060] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.552314] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.552511] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.552728] env[69984]: INFO nova.compute.manager [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.553011] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.553233] env[69984]: DEBUG nova.compute.manager [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.553765] env[69984]: DEBUG nova.network.neutron [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.583481] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945192, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.586435] env[69984]: DEBUG nova.compute.manager [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.586873] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.587825] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2065c0-52a7-4483-bad9-378437a7f143 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.597319] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.597618] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6b578b-84cb-4584-b302-0558aec2076e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.604880] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 925.604880] env[69984]: value = "task-3945193" [ 925.604880] env[69984]: _type = "Task" [ 925.604880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.614096] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.753982] env[69984]: DEBUG nova.compute.utils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.760424] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.760424] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.815693] env[69984]: INFO nova.compute.manager [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Took 59.94 seconds to build instance. [ 925.823443] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f16ddc12-6dc3-49ae-ad5e-f35fd0c8d24d] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.838171] env[69984]: DEBUG nova.policy [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c11ebe72d1d3440fbc5d545dc9e0f4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30578bf25b574c65b8c6968da256b482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.856955] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945187, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.862584] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.862817] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.863095] env[69984]: DEBUG nova.compute.manager [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing instance network info cache due to event network-changed-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.864529] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquiring lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.864529] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Acquired lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.864529] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Refreshing network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.923061] env[69984]: DEBUG nova.compute.manager [req-5acf34e6-1f3a-4dd0-88b6-6b2fd3894b3f req-68f37ebf-2045-4502-a924-b4b5d544facc service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Received event network-vif-deleted-36923de1-8ad3-4612-8019-c1156dd1b3af {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.923400] env[69984]: INFO nova.compute.manager [req-5acf34e6-1f3a-4dd0-88b6-6b2fd3894b3f req-68f37ebf-2045-4502-a924-b4b5d544facc service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Neutron deleted interface 36923de1-8ad3-4612-8019-c1156dd1b3af; detaching it from the instance and deleting it from the info cache [ 925.923682] env[69984]: DEBUG nova.network.neutron [req-5acf34e6-1f3a-4dd0-88b6-6b2fd3894b3f req-68f37ebf-2045-4502-a924-b4b5d544facc service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.933928] env[69984]: DEBUG nova.network.neutron [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updated VIF entry in instance network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.934845] env[69984]: DEBUG nova.network.neutron [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.084875] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945192, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.117289] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.262310] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.324541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d561dc11-9506-427b-bac8-5793f9291992 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.613s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.328641] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 81cf6545-c302-4478-8d84-9f0d0914a2a8] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.343573] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6501c5-9b99-4446-96ec-5da9c3b52472 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.357626] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945187, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.363126] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffb5d7f-eac4-47eb-93e3-42a96cb50005 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.409892] env[69984]: DEBUG nova.network.neutron [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.412883] env[69984]: DEBUG nova.network.neutron [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.415993] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ecb306-c51c-4f27-9ea8-459cae67963a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.429461] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e3f9afb-366a-4756-8d40-de9dc76ac22b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.433988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694224f3-6d60-4d34-999e-37f3f55d6750 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.439102] env[69984]: DEBUG oslo_concurrency.lockutils [req-1a266276-605d-44d7-a486-3735632cc412 req-a0479a9e-9aa4-4459-9488-321b15d56a09 service nova] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.452748] env[69984]: DEBUG nova.compute.provider_tree [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.461354] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45aaa18-822f-40dd-bfea-3f300b3c0f5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.518317] env[69984]: DEBUG nova.compute.manager [req-5acf34e6-1f3a-4dd0-88b6-6b2fd3894b3f req-68f37ebf-2045-4502-a924-b4b5d544facc service nova] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Detach interface failed, port_id=36923de1-8ad3-4612-8019-c1156dd1b3af, reason: Instance 7b734fe9-f3fd-4230-a28d-6152e33ec400 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.554228] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Successfully created port: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.586206] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945192, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.621963] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.839805] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 40e7ba74-3851-4ab7-bb0c-13628afe8dbb] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.863389] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.654506} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.863849] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 417c4245-3e40-471d-9bac-50756b869d89/417c4245-3e40-471d-9bac-50756b869d89.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.864206] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.864717] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38573bc1-29c1-4124-af1a-574788e35acb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.874389] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 926.874389] env[69984]: value = "task-3945194" [ 926.874389] env[69984]: _type = "Task" [ 926.874389] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.898032] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.916609] env[69984]: INFO nova.compute.manager [-] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Took 1.36 seconds to deallocate network for instance. [ 926.924028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.962401] env[69984]: DEBUG nova.scheduler.client.report [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.090515] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945192, 'name': CreateVM_Task, 'duration_secs': 1.988809} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.094030] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.094030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.094030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.094030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.094030] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd6b748-25f7-4f14-bb2a-23901e52bfb0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.107616] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 927.107616] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e273b0-db27-6f00-9747-8259e65a7f65" [ 927.107616] env[69984]: _type = "Task" [ 927.107616] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.117027] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updated VIF entry in instance network info cache for port ff40f4f0-8eaf-404a-aa68-f0fda4a2436e. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.117027] env[69984]: DEBUG nova.network.neutron [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [{"id": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "address": "fa:16:3e:eb:41:7f", "network": {"id": "79715775-7197-4690-be0c-4bbaca6545d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1876370193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a4c997072774c0a8d5be13902dd6133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359850cc-b061-4c9c-a61c-eb42e0f7c359", "external-id": "nsx-vlan-transportzone-113", "segmentation_id": 113, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff40f4f0-8e", "ovs_interfaceid": "ff40f4f0-8eaf-404a-aa68-f0fda4a2436e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.125434] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e273b0-db27-6f00-9747-8259e65a7f65, 'name': SearchDatastore_Task, 'duration_secs': 0.014717} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.129464] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.132023] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.132023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.132023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.132023] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.132023] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945193, 'name': PowerOffVM_Task, 'duration_secs': 1.304004} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.132023] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14d821f-18a7-422a-9fcb-b04c11dfcd9a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.135431] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.135732] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.136462] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61459cb4-8bb1-4ffa-b458-ea875aeb6222 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.152024] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.152024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.152024] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139214fa-de60-42e4-b64d-5325dc1ae6cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.158707] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 927.158707] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aeabb0-0939-8da8-0b2a-94bcb50fc421" [ 927.158707] env[69984]: _type = "Task" [ 927.158707] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.169683] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aeabb0-0939-8da8-0b2a-94bcb50fc421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.216049] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.216049] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.216049] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleting the datastore file [datastore1] 1c2b998a-6b03-4117-bdfc-3486fb4d5c49 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.216049] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2024b6f1-70fb-4dc7-a298-3440e199e2c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.223700] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 927.223700] env[69984]: value = "task-3945196" [ 927.223700] env[69984]: _type = "Task" [ 927.223700] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.236754] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.278510] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.316326] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.316326] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.316326] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.316825] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.317136] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.317400] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.317718] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.317989] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.318321] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.318608] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.318901] env[69984]: DEBUG nova.virt.hardware [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.319889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ed4f3-f22c-44f8-9297-b7d1e4ce768f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.329941] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3ee92-d5c3-4dd4-b394-19514a37cb98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.352044] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.352291] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances with incomplete migration {{(pid=69984) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 927.386733] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155719} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.386892] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.387834] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c630d-eae9-472d-bf34-1db16d4e469c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.418165] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 417c4245-3e40-471d-9bac-50756b869d89/417c4245-3e40-471d-9bac-50756b869d89.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.418165] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7b5cac-6c5f-45c3-9f1c-3f28e0a06f4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.434940] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.447467] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 927.447467] env[69984]: value = "task-3945197" [ 927.447467] env[69984]: _type = "Task" [ 927.447467] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.458649] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.468519] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5c3ba-f8b8-4199-b734-0e3b4e35d4ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.472258] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.474914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.449s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.475124] env[69984]: DEBUG nova.objects.instance [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.497578] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1662f36-f65a-4115-86a1-2949528caae2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.502238] env[69984]: INFO nova.scheduler.client.report [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance 6cbe2d1e-f7c7-4c7b-8377-191888ba730f [ 927.509912] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.620777] env[69984]: DEBUG oslo_concurrency.lockutils [req-1bb93dda-91f0-494a-85e2-eb42ca312f9b req-a85b662c-ee5c-4f8f-a31f-5bb2ef587eaa service nova] Releasing lock "refresh_cache-69875551-6e1b-407e-8db4-9f2e4a054717" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.674768] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aeabb0-0939-8da8-0b2a-94bcb50fc421, 'name': SearchDatastore_Task, 'duration_secs': 0.015336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.675710] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d29afa-80d8-4d09-94c4-83861e5fa3d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.683507] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 927.683507] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287fdba-99de-1420-79a2-4d25cb879be8" [ 927.683507] env[69984]: _type = "Task" [ 927.683507] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.693013] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287fdba-99de-1420-79a2-4d25cb879be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.736038] env[69984]: DEBUG oslo_vmware.api [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.736038] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.736038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.736038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.736038] env[69984]: INFO nova.compute.manager [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Took 2.15 seconds to destroy the instance on the hypervisor. [ 927.736328] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.736479] env[69984]: DEBUG nova.compute.manager [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.736572] env[69984]: DEBUG nova.network.neutron [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.856964] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.966630] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.979859] env[69984]: DEBUG nova.compute.manager [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Received event network-changed-0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.980305] env[69984]: DEBUG nova.compute.manager [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Refreshing instance network info cache due to event network-changed-0800d0cb-5326-49b7-8db5-697c0c744921. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.980663] env[69984]: DEBUG oslo_concurrency.lockutils [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] Acquiring lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.980930] env[69984]: DEBUG oslo_concurrency.lockutils [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] Acquired lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.981295] env[69984]: DEBUG nova.network.neutron [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Refreshing network info cache for port 0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.011272] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1bcd114-dbce-4240-846f-6ce364f139d6 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6cbe2d1e-f7c7-4c7b-8377-191888ba730f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.682s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.018388] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.018388] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cec0b0e-ec55-4017-b994-e646572c8606 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.028225] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 928.028225] env[69984]: value = "task-3945198" [ 928.028225] env[69984]: _type = "Task" [ 928.028225] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.039978] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.195648] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287fdba-99de-1420-79a2-4d25cb879be8, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.195648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.196392] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.196392] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62cb2a75-8c48-4cfc-be18-970afd8439f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.204354] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 928.204354] env[69984]: value = "task-3945199" [ 928.204354] env[69984]: _type = "Task" [ 928.204354] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.214874] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.458249] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.490748] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ae5803f4-7a35-42a7-844f-afc89a3c47a9 tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.494068] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.195s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.494068] env[69984]: INFO nova.compute.claims [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.540837] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.647227] env[69984]: DEBUG nova.network.neutron [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.720306] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.861109] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Successfully updated port: cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.928870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6ea740ab-2276-4b75-9fd4-95678fdac505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.928870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.954132] env[69984]: DEBUG nova.network.neutron [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updated VIF entry in instance network info cache for port 0800d0cb-5326-49b7-8db5-697c0c744921. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.954526] env[69984]: DEBUG nova.network.neutron [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updating instance_info_cache with network_info: [{"id": "0800d0cb-5326-49b7-8db5-697c0c744921", "address": "fa:16:3e:7a:04:6c", "network": {"id": "ad2d5490-d7ef-4c49-b206-e86e13dd374b", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1526636980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3286b7e4ad1748e08760955775091ae1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0800d0cb-53", "ovs_interfaceid": "0800d0cb-5326-49b7-8db5-697c0c744921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.961781] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945197, 'name': ReconfigVM_Task, 'duration_secs': 1.161434} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.962088] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 417c4245-3e40-471d-9bac-50756b869d89/417c4245-3e40-471d-9bac-50756b869d89.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.962729] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f039c17-56d7-4c08-9faf-abebb66819cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.970736] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 928.970736] env[69984]: value = "task-3945200" [ 928.970736] env[69984]: _type = "Task" [ 928.970736] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.985571] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945200, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.039907] env[69984]: DEBUG oslo_vmware.api [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945198, 'name': PowerOnVM_Task, 'duration_secs': 0.696594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.040230] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.040421] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a200e325-ff3f-4a15-983a-9f875e286302 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance '05ee6404-3bdb-4fd9-aec0-cc3ed18db898' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.149711] env[69984]: INFO nova.compute.manager [-] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Took 1.41 seconds to deallocate network for instance. [ 929.216119] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717167} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.216487] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.216765] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.217082] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acfd3a27-fb92-4d23-b1f9-193cb7dbfdd9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.225064] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 929.225064] env[69984]: value = "task-3945201" [ 929.225064] env[69984]: _type = "Task" [ 929.225064] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.234277] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.368960] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.369144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.369306] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.431043] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.457751] env[69984]: DEBUG oslo_concurrency.lockutils [req-b1f1e18d-b999-44d2-a871-27220030e664 req-e354a748-d7f5-4e11-8916-d2790f27bf41 service nova] Releasing lock "refresh_cache-4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.481939] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945200, 'name': Rename_Task, 'duration_secs': 0.396454} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.483057] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.483410] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e4cfb1-c360-4007-aeff-841e042a8349 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.492354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.492780] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.494819] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 929.494819] env[69984]: value = "task-3945202" [ 929.494819] env[69984]: _type = "Task" [ 929.494819] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.509997] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.656247] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.737319] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305603} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.737607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.738440] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0238ccd-ead9-4d32-8f71-2db921f04a7e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.760970] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.763954] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78503898-5303-4e32-88ee-94b78efa63a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.786629] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 929.786629] env[69984]: value = "task-3945203" [ 929.786629] env[69984]: _type = "Task" [ 929.786629] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.798518] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.904350] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.940828] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a0918-01da-410b-94f0-8e4cbeba2631 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.949046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865bc5b1-0894-416b-a427-141c919e8e40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.953250] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.983708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cb52b-f0ab-4889-932a-b53e6ed5fe6e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.992455] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea8c45-3a77-45ca-bfae-ec9eca906ced {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.999183] env[69984]: INFO nova.compute.manager [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Detaching volume fb34a1a4-0d8c-400d-b1a6-cbec5fb237de [ 930.019105] env[69984]: DEBUG nova.compute.provider_tree [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.028025] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945202, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.049182] env[69984]: DEBUG nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Received event network-vif-deleted-68b76d8b-12f2-416f-a980-05eb0b6cd0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.049182] env[69984]: DEBUG nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Received event network-vif-plugged-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.049182] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Acquiring lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.049182] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.049182] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.049521] env[69984]: DEBUG nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] No waiting events found dispatching network-vif-plugged-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.050555] env[69984]: WARNING nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Received unexpected event network-vif-plugged-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 for instance with vm_state building and task_state spawning. [ 930.050555] env[69984]: DEBUG nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Received event network-changed-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.050555] env[69984]: DEBUG nova.compute.manager [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Refreshing instance network info cache due to event network-changed-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.050555] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Acquiring lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.059930] env[69984]: INFO nova.virt.block_device [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Attempting to driver detach volume fb34a1a4-0d8c-400d-b1a6-cbec5fb237de from mountpoint /dev/sdb [ 930.060338] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.060758] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783063', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'name': 'volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929c48f6-b622-4252-8534-824b09edcc7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'serial': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.062506] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98902f0d-42a9-40df-8a75-1c60f6d6adf0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.094491] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee732897-7768-4bc8-baa3-6406ff8eb560 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.104220] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcd03cc-8f07-4227-a41f-af9a75731e72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.130834] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dc688f-394e-4259-b9eb-1b917315d029 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.149956] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] The volume has not been displaced from its original location: [datastore1] volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de/volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.154874] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.156037] env[69984]: DEBUG nova.network.neutron [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Updating instance_info_cache with network_info: [{"id": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "address": "fa:16:3e:84:76:07", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8a6093-e9", "ovs_interfaceid": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.157226] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187c1a1f-1d51-4ee1-abbe-78e02e1d3c67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.178530] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 930.178530] env[69984]: value = "task-3945204" [ 930.178530] env[69984]: _type = "Task" [ 930.178530] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.188017] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.299542] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.512137] env[69984]: DEBUG oslo_vmware.api [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945202, 'name': PowerOnVM_Task, 'duration_secs': 0.852568} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.512137] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.512137] env[69984]: INFO nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Took 10.62 seconds to spawn the instance on the hypervisor. [ 930.512621] env[69984]: DEBUG nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.513150] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb1f04-2498-4737-9d04-16db5d132d85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.527045] env[69984]: DEBUG nova.scheduler.client.report [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.672447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.672819] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Instance network_info: |[{"id": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "address": "fa:16:3e:84:76:07", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8a6093-e9", "ovs_interfaceid": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.673198] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Acquired lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673388] env[69984]: DEBUG nova.network.neutron [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Refreshing network info cache for port cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.674840] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:76:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.683587] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.687350] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.693342] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6ee8d2-eb44-4b86-adf2-9b34fd3afb95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.715310] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945204, 'name': ReconfigVM_Task, 'duration_secs': 0.293646} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.716710] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.721347] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.721347] env[69984]: value = "task-3945205" [ 930.721347] env[69984]: _type = "Task" [ 930.721347] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.721602] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a221be-4b62-48be-83c6-64f746b6cf18 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.741780] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945205, 'name': CreateVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.745314] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 930.745314] env[69984]: value = "task-3945206" [ 930.745314] env[69984]: _type = "Task" [ 930.745314] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.754464] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.798670] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945203, 'name': ReconfigVM_Task, 'duration_secs': 0.730048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.799089] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Reconfigured VM instance instance-00000048 to attach disk [datastore2] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.799803] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68823a71-19e0-4ea2-a06f-f36743a53886 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.808372] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 930.808372] env[69984]: value = "task-3945207" [ 930.808372] env[69984]: _type = "Task" [ 930.808372] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.820338] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945207, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.941263] env[69984]: DEBUG nova.network.neutron [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Updated VIF entry in instance network info cache for port cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.941822] env[69984]: DEBUG nova.network.neutron [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Updating instance_info_cache with network_info: [{"id": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "address": "fa:16:3e:84:76:07", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8a6093-e9", "ovs_interfaceid": "cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.033338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.033497] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.037584] env[69984]: INFO nova.compute.manager [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Took 40.23 seconds to build instance. [ 931.038679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.716s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.040666] env[69984]: INFO nova.compute.claims [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.242040] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945205, 'name': CreateVM_Task, 'duration_secs': 0.355693} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.242239] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.242969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.243153] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243483] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243749] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae90863-a5c6-421d-a18a-35dde53b9d37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.250091] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 931.250091] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205ad21-74e3-5d84-b00d-0ac15a36745d" [ 931.250091] env[69984]: _type = "Task" [ 931.250091] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.256476] env[69984]: DEBUG oslo_vmware.api [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945206, 'name': ReconfigVM_Task, 'duration_secs': 0.168477} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.257149] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783063', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'name': 'volume-fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '929c48f6-b622-4252-8534-824b09edcc7c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de', 'serial': 'fb34a1a4-0d8c-400d-b1a6-cbec5fb237de'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.262450] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205ad21-74e3-5d84-b00d-0ac15a36745d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.322127] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945207, 'name': Rename_Task, 'duration_secs': 0.169054} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.322416] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.322671] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249432e7-0a32-482f-8489-eda7b84f0fed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.329622] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 931.329622] env[69984]: value = "task-3945208" [ 931.329622] env[69984]: _type = "Task" [ 931.329622] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.338026] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.444798] env[69984]: DEBUG oslo_concurrency.lockutils [req-f35c789c-fb33-4cb8-b111-043c2245e1cf req-f1bc199f-1be8-474a-a16c-76705218e0a7 service nova] Releasing lock "refresh_cache-fe1669be-5412-477d-9f08-1814d3f90d96" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.545695] env[69984]: DEBUG nova.compute.utils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.547236] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4d872735-716f-4ad9-8fe4-8b5686678297 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.752s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.549978] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.550272] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.601551] env[69984]: DEBUG nova.policy [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97940929d2a4d7eb460fa9e5468de7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c0f19a42b74938b99308bff4b0ad79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.761208] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205ad21-74e3-5d84-b00d-0ac15a36745d, 'name': SearchDatastore_Task, 'duration_secs': 0.031034} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.761524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.761785] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.762372] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.762372] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.762552] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.762697] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751fef9f-8f7f-4c0f-8aea-d9c67264469b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.769767] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.770044] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.770553] env[69984]: DEBUG nova.compute.manager [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Going to confirm migration 3 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 931.775063] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.775063] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.775063] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024d188e-df7d-438c-847e-a55329253301 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.780356] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 931.780356] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b150e-20ce-3eb2-26cf-bbdb61caad4b" [ 931.780356] env[69984]: _type = "Task" [ 931.780356] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.789754] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b150e-20ce-3eb2-26cf-bbdb61caad4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.822194] env[69984]: DEBUG nova.objects.instance [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.841358] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.943523] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Successfully created port: 62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.056138] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.296963] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b150e-20ce-3eb2-26cf-bbdb61caad4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012905} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.297889] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4477c67d-d966-4902-9010-9150fee16276 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.308061] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 932.308061] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522c70e8-0b4a-be6d-bb17-378fa40f1e85" [ 932.308061] env[69984]: _type = "Task" [ 932.308061] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.321336] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522c70e8-0b4a-be6d-bb17-378fa40f1e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.339618] env[69984]: DEBUG oslo_vmware.api [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945208, 'name': PowerOnVM_Task, 'duration_secs': 0.973421} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.339927] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.340152] env[69984]: INFO nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Took 9.78 seconds to spawn the instance on the hypervisor. [ 932.340334] env[69984]: DEBUG nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.341709] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a331e-6660-42d6-98a1-4b9028d7415d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.378153] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.378630] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.381035] env[69984]: INFO nova.compute.manager [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Shelving [ 932.548365] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7daccd9-0d13-4cf9-990d-37921e1efdc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.557932] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad26a88-39ce-40b8-b58c-9b2179e2a60a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.596196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.596196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.596196] env[69984]: DEBUG nova.network.neutron [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.598176] env[69984]: DEBUG nova.objects.instance [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'info_cache' on Instance uuid 05ee6404-3bdb-4fd9-aec0-cc3ed18db898 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.598176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259768fe-36e9-4d9f-8b2f-e2cd138bf8a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.606911] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a779337-713a-4035-94a0-bf77557ca0b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.621248] env[69984]: DEBUG nova.compute.provider_tree [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.719201] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.819367] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522c70e8-0b4a-be6d-bb17-378fa40f1e85, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.819682] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.819966] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] fe1669be-5412-477d-9f08-1814d3f90d96/fe1669be-5412-477d-9f08-1814d3f90d96.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.820254] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f1e6c4-5fc4-4ea7-a8c6-9e9844fc1e5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.828629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a2636a22-db6f-4f80-b58c-7cfb80da878f tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.830408] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 932.830408] env[69984]: value = "task-3945209" [ 932.830408] env[69984]: _type = "Task" [ 932.830408] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.830408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.111s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.830647] env[69984]: DEBUG nova.compute.manager [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.832031] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d830f4a-5146-4a36-8242-2435d0692e03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.845054] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.847595] env[69984]: DEBUG nova.compute.manager [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 932.848249] env[69984]: DEBUG nova.objects.instance [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.864532] env[69984]: INFO nova.compute.manager [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Took 41.37 seconds to build instance. [ 933.069505] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.111564] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.111840] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.112051] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.112213] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.112360] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.112535] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.112784] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.113032] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.113221] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.113387] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.113560] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.114568] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48356627-f5e1-4ea4-9c1e-57ca839e1b0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.124461] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcb1a1-c667-4a66-8acb-ee6cd969add2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.129182] env[69984]: DEBUG nova.scheduler.client.report [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.342455] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.369387] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7040037-e885-47c3-920e-ab9f06226460 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.885s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.400582] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.401542] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0121d716-8a33-4ecb-974d-cc845caa9c41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.414380] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 933.414380] env[69984]: value = "task-3945210" [ 933.414380] env[69984]: _type = "Task" [ 933.414380] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.428109] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.481362] env[69984]: DEBUG nova.compute.manager [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Received event network-vif-plugged-62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.481609] env[69984]: DEBUG oslo_concurrency.lockutils [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] Acquiring lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.481940] env[69984]: DEBUG oslo_concurrency.lockutils [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.482334] env[69984]: DEBUG oslo_concurrency.lockutils [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.482547] env[69984]: DEBUG nova.compute.manager [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] No waiting events found dispatching network-vif-plugged-62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.482743] env[69984]: WARNING nova.compute.manager [req-56247807-71ce-448e-9db0-76e60bf475b8 req-4f84c412-fc36-45fc-8e63-b04301def766 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Received unexpected event network-vif-plugged-62c4de6f-7243-459d-b7ee-2a595708d4e8 for instance with vm_state building and task_state spawning. [ 933.634939] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.635459] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.642343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.792s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.642667] env[69984]: DEBUG nova.objects.instance [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lazy-loading 'resources' on Instance uuid cd02c1ff-cf4a-4717-bc14-1799185a4421 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.644833] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Successfully updated port: 62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.841155] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594228} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.841519] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] fe1669be-5412-477d-9f08-1814d3f90d96/fe1669be-5412-477d-9f08-1814d3f90d96.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.841651] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.842372] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a7296d7-8ad1-4d14-9847-8505f43560ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.848903] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 933.848903] env[69984]: value = "task-3945211" [ 933.848903] env[69984]: _type = "Task" [ 933.848903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.859920] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.860235] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.860454] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5839a3-b088-4fc2-bbea-122a8a78ff68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.870134] env[69984]: DEBUG oslo_vmware.api [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 933.870134] env[69984]: value = "task-3945212" [ 933.870134] env[69984]: _type = "Task" [ 933.870134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.878401] env[69984]: DEBUG oslo_vmware.api [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.931310] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945210, 'name': PowerOffVM_Task, 'duration_secs': 0.322303} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.931310] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.931310] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7382f20c-a90e-4e78-a414-52926e935843 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.957985] env[69984]: DEBUG nova.network.neutron [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [{"id": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "address": "fa:16:3e:78:29:bc", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b79d4f7-c4", "ovs_interfaceid": "5b79d4f7-c460-437c-8233-cf9f3a3b1736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.960045] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acad69-eb97-4407-9b58-0ce9c49cf74c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.145884] env[69984]: DEBUG nova.compute.utils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.150813] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.150813] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.154295] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.154521] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.154601] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.206785] env[69984]: DEBUG nova.policy [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd97940929d2a4d7eb460fa9e5468de7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81c0f19a42b74938b99308bff4b0ad79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.365480] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097171} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.366811] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.370444] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f831bca-8d77-42c9-80fd-37dd78995292 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.382899] env[69984]: DEBUG oslo_vmware.api [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945212, 'name': PowerOffVM_Task, 'duration_secs': 0.218665} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.392548] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.392917] env[69984]: DEBUG nova.compute.manager [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.402747] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] fe1669be-5412-477d-9f08-1814d3f90d96/fe1669be-5412-477d-9f08-1814d3f90d96.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.406383] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4a3a82-6f07-4d7c-98ef-221bce5ffc78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.409202] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87e4707-fce4-4428-b1c4-aef7aba45830 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.436306] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 934.436306] env[69984]: value = "task-3945213" [ 934.436306] env[69984]: _type = "Task" [ 934.436306] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.446294] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.465404] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-05ee6404-3bdb-4fd9-aec0-cc3ed18db898" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.466369] env[69984]: DEBUG nova.objects.instance [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'migration_context' on Instance uuid 05ee6404-3bdb-4fd9-aec0-cc3ed18db898 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.476985] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.478207] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c02d84d-e76b-45ac-8cbe-aee4899a2e23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.487238] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 934.487238] env[69984]: value = "task-3945214" [ 934.487238] env[69984]: _type = "Task" [ 934.487238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.500660] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.520740] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Successfully created port: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.608536] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "b73a824f-ba19-4801-81d0-c2abded3a472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.608773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.653222] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.684558] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf22dd7-8aa3-4501-b60f-3b73ef685407 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.694513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b168f6c-05ad-43f9-9a38-5f7e00aeafb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.727445] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.730033] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3913305f-4255-41f4-81ba-20a71afa3e05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.738885] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777cea19-f22f-455d-8c69-df1c8ee3c887 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.753847] env[69984]: DEBUG nova.compute.provider_tree [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.941455] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b3cc69d-c354-4902-9896-fece98767b67 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.946210] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Updating instance_info_cache with network_info: [{"id": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "address": "fa:16:3e:a8:88:09", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c4de6f-72", "ovs_interfaceid": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.949490] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.969305] env[69984]: DEBUG nova.objects.base [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Object Instance<05ee6404-3bdb-4fd9-aec0-cc3ed18db898> lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 934.970581] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff71c1-c8b1-4195-8557-fe50bbd4c9a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.999423] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e774bcf-4b32-4af4-88e6-ed6b9bd212b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.006457] env[69984]: DEBUG oslo_vmware.api [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 935.006457] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524795cc-5a2d-b4b5-3d03-8419ba6a85ac" [ 935.006457] env[69984]: _type = "Task" [ 935.006457] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.011113] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945214, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.020571] env[69984]: DEBUG oslo_vmware.api [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524795cc-5a2d-b4b5-3d03-8419ba6a85ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.112046] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.258719] env[69984]: DEBUG nova.scheduler.client.report [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.448053] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945213, 'name': ReconfigVM_Task, 'duration_secs': 0.636548} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.448053] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Reconfigured VM instance instance-00000049 to attach disk [datastore1] fe1669be-5412-477d-9f08-1814d3f90d96/fe1669be-5412-477d-9f08-1814d3f90d96.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.448525] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49d12b35-e481-421d-9b38-2fb53f4ea4a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.450326] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.450619] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Instance network_info: |[{"id": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "address": "fa:16:3e:a8:88:09", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c4de6f-72", "ovs_interfaceid": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.450988] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:88:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62c4de6f-7243-459d-b7ee-2a595708d4e8', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.458896] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.459190] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.459417] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a6d6bf-5633-4596-bfab-ecf01d365629 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.475413] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 935.475413] env[69984]: value = "task-3945215" [ 935.475413] env[69984]: _type = "Task" [ 935.475413] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.480701] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.480701] env[69984]: value = "task-3945216" [ 935.480701] env[69984]: _type = "Task" [ 935.480701] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.487745] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945215, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.493132] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945216, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.503945] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945214, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.511945] env[69984]: DEBUG nova.compute.manager [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Received event network-changed-62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.512237] env[69984]: DEBUG nova.compute.manager [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Refreshing instance network info cache due to event network-changed-62c4de6f-7243-459d-b7ee-2a595708d4e8. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.512391] env[69984]: DEBUG oslo_concurrency.lockutils [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] Acquiring lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.512534] env[69984]: DEBUG oslo_concurrency.lockutils [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] Acquired lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.512739] env[69984]: DEBUG nova.network.neutron [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Refreshing network info cache for port 62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.525867] env[69984]: DEBUG oslo_vmware.api [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524795cc-5a2d-b4b5-3d03-8419ba6a85ac, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.526181] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.630614] env[69984]: DEBUG nova.objects.instance [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.639021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.663141] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.695226] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.695780] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.695981] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.696273] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.696365] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.696530] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.696756] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.696935] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.697133] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.697971] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.698252] env[69984]: DEBUG nova.virt.hardware [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.699219] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d672050-d8e7-4694-b8f0-ade2ada9cb81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.708713] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141011a6-028e-48d4-9912-b6f1e03bb08d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.767991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.771059] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.843s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.771059] env[69984]: DEBUG nova.objects.instance [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lazy-loading 'resources' on Instance uuid 320bc199-1361-4dce-8888-0b8e1b81588e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.794903] env[69984]: INFO nova.scheduler.client.report [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleted allocations for instance cd02c1ff-cf4a-4717-bc14-1799185a4421 [ 935.991452] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945215, 'name': Rename_Task, 'duration_secs': 0.199404} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.995207] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.995504] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945216, 'name': CreateVM_Task, 'duration_secs': 0.387626} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.995747] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b541fc98-0823-43c6-b0e2-293c2924963b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.997408] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.001030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.001283] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.001595] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.002623] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716dea89-095f-4f3f-8039-32ed4c02b2b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.007820] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 936.007820] env[69984]: value = "task-3945217" [ 936.007820] env[69984]: _type = "Task" [ 936.007820] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.012904] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945214, 'name': CreateSnapshot_Task, 'duration_secs': 1.04447} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.013215] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 936.013215] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52034009-0775-5db8-4f25-aca370221ca6" [ 936.013215] env[69984]: _type = "Task" [ 936.013215] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.016510] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.017309] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c3539-0731-413e-8d27-226906589373 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.029927] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945217, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.035615] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52034009-0775-5db8-4f25-aca370221ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.039396] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.039659] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.039897] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.040134] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.040279] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.043245] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebba840d-2918-4ce0-b05d-0698958c4f9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.053647] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.053999] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.056093] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60010f84-fdc6-4037-8f1b-b31a85e296c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.065018] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 936.065018] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295bcff-82fd-1da4-43db-2184087c84c9" [ 936.065018] env[69984]: _type = "Task" [ 936.065018] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.072631] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295bcff-82fd-1da4-43db-2184087c84c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.136993] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.137239] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.137446] env[69984]: DEBUG nova.network.neutron [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.137660] env[69984]: DEBUG nova.objects.instance [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'info_cache' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.305835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7ef40151-a123-42b0-b1a5-61c38e2f7d83 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "cd02c1ff-cf4a-4717-bc14-1799185a4421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.204s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.489200] env[69984]: DEBUG nova.network.neutron [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Updated VIF entry in instance network info cache for port 62c4de6f-7243-459d-b7ee-2a595708d4e8. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.489676] env[69984]: DEBUG nova.network.neutron [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Updating instance_info_cache with network_info: [{"id": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "address": "fa:16:3e:a8:88:09", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62c4de6f-72", "ovs_interfaceid": "62c4de6f-7243-459d-b7ee-2a595708d4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.523165] env[69984]: DEBUG oslo_vmware.api [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945217, 'name': PowerOnVM_Task, 'duration_secs': 0.470132} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.526554] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.526799] env[69984]: INFO nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Took 9.25 seconds to spawn the instance on the hypervisor. [ 936.526992] env[69984]: DEBUG nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.529082] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74583cd8-6470-48d2-ab89-b6bb9896ab9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.553668] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.557475] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Successfully updated port: 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.562497] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c29bc612-be47-44a7-84a5-e5a3ab79f533 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.576384] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295bcff-82fd-1da4-43db-2184087c84c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.579477] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 936.579477] env[69984]: value = "task-3945218" [ 936.579477] env[69984]: _type = "Task" [ 936.579477] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.582510] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf874b72-7655-431f-a7c6-99fb6c5a4251 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.593394] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 936.593394] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b38845-1d51-9bdf-306b-c5b3a7f0dda5" [ 936.593394] env[69984]: _type = "Task" [ 936.593394] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.596952] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.612863] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b38845-1d51-9bdf-306b-c5b3a7f0dda5, 'name': SearchDatastore_Task, 'duration_secs': 0.015669} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.613160] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.613534] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f4d62ce4-47d3-4a9c-94f2-3a84814a34a7/f4d62ce4-47d3-4a9c-94f2-3a84814a34a7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.616162] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8889be30-d8ff-4eab-8c43-e37fe4759c28 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.622974] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 936.622974] env[69984]: value = "task-3945219" [ 936.622974] env[69984]: _type = "Task" [ 936.622974] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.633506] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.643339] env[69984]: DEBUG nova.objects.base [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Object Instance<929c48f6-b622-4252-8534-824b09edcc7c> lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 936.783399] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc93aedb-4243-4ece-b073-020eaa0e1874 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.792487] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98674a6-1b4d-4875-b088-6aa2e61dd56c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.829915] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b65fca2-b053-46f2-892e-e59e9724e5da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.842203] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab32c689-cf14-4801-9a2b-ad572ddb2eb6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.858400] env[69984]: DEBUG nova.compute.provider_tree [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.993220] env[69984]: DEBUG oslo_concurrency.lockutils [req-60c9bdc8-c4ab-49f8-9286-43bad329788c req-ba0536d6-e9eb-4d97-9d6a-e0d179225140 service nova] Releasing lock "refresh_cache-f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.050664] env[69984]: INFO nova.compute.manager [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Took 32.88 seconds to build instance. [ 937.067492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.067738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.067899] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.096172] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.136834] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.336329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.336613] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.336887] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.337080] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.337321] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.339528] env[69984]: INFO nova.compute.manager [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Terminating instance [ 937.363377] env[69984]: DEBUG nova.scheduler.client.report [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.446025] env[69984]: DEBUG nova.network.neutron [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [{"id": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "address": "fa:16:3e:d9:cd:16", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2805759d-fd", "ovs_interfaceid": "2805759d-fd9b-4f44-a5aa-380ff12a69a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.540393] env[69984]: DEBUG nova.compute.manager [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Received event network-vif-plugged-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.540670] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Acquiring lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.540951] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.541146] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.541321] env[69984]: DEBUG nova.compute.manager [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] No waiting events found dispatching network-vif-plugged-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.541487] env[69984]: WARNING nova.compute.manager [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Received unexpected event network-vif-plugged-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c for instance with vm_state building and task_state spawning. [ 937.541647] env[69984]: DEBUG nova.compute.manager [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Received event network-changed-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.541850] env[69984]: DEBUG nova.compute.manager [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Refreshing instance network info cache due to event network-changed-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.542097] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Acquiring lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.553254] env[69984]: DEBUG oslo_concurrency.lockutils [None req-64d0c9e3-4f95-4360-982a-64d9d90eab3c tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.397s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.596398] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.605374] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.636179] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612954} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.636490] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f4d62ce4-47d3-4a9c-94f2-3a84814a34a7/f4d62ce4-47d3-4a9c-94f2-3a84814a34a7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.636705] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.637058] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c394d96b-bfef-4354-8ad5-058e84b72d9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.645210] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 937.645210] env[69984]: value = "task-3945220" [ 937.645210] env[69984]: _type = "Task" [ 937.645210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.656641] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.801524] env[69984]: DEBUG nova.network.neutron [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Updating instance_info_cache with network_info: [{"id": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "address": "fa:16:3e:48:75:f3", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2a3fd9-16", "ovs_interfaceid": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.843688] env[69984]: DEBUG nova.compute.manager [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.843996] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.844925] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26d490-5c87-4fa4-ad86-36ef67a08c8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.854482] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.855153] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c65687bf-c903-4cdb-87ce-4e5e352b4889 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.862173] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 937.862173] env[69984]: value = "task-3945221" [ 937.862173] env[69984]: _type = "Task" [ 937.862173] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.871420] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.873548] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.874073] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.502s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.874314] env[69984]: DEBUG nova.objects.instance [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lazy-loading 'resources' on Instance uuid e6cbc7a8-b0a0-488e-b3d9-370982311fcc {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.896297] env[69984]: INFO nova.scheduler.client.report [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted allocations for instance 320bc199-1361-4dce-8888-0b8e1b81588e [ 937.950240] env[69984]: DEBUG oslo_concurrency.lockutils [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "refresh_cache-929c48f6-b622-4252-8534-824b09edcc7c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.101503] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.162054] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104236} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.162692] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.163755] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f1ac05-c70b-492a-a2c2-9ca3bfb3b7d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.187922] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f4d62ce4-47d3-4a9c-94f2-3a84814a34a7/f4d62ce4-47d3-4a9c-94f2-3a84814a34a7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.189720] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af505660-e110-4967-b353-71704a78ed7e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.215906] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 938.215906] env[69984]: value = "task-3945222" [ 938.215906] env[69984]: _type = "Task" [ 938.215906] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.227272] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.304233] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.304761] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Instance network_info: |[{"id": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "address": "fa:16:3e:48:75:f3", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2a3fd9-16", "ovs_interfaceid": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.305139] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Acquired lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.305369] env[69984]: DEBUG nova.network.neutron [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Refreshing network info cache for port 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.307036] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:75:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.315192] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.315813] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.316750] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cf86be1-89d3-4256-90d7-da0de6b83858 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.339513] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.339513] env[69984]: value = "task-3945223" [ 938.339513] env[69984]: _type = "Task" [ 938.339513] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.352227] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945223, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.373359] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945221, 'name': PowerOffVM_Task, 'duration_secs': 0.49945} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.373611] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.373804] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.374152] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5927a24d-e06e-4a45-92b0-da202b686214 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.407093] env[69984]: DEBUG oslo_concurrency.lockutils [None req-325ccc4e-e858-4298-8abc-4e1bd0addf6c tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "320bc199-1361-4dce-8888-0b8e1b81588e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.116s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.461666] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.461666] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.461666] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleting the datastore file [datastore1] e97d0fb5-dfa6-4c8e-9401-d5e062187aed {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.461666] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c897a44d-52cb-4d17-a08b-b56fc0fc8600 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.473442] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for the task: (returnval){ [ 938.473442] env[69984]: value = "task-3945225" [ 938.473442] env[69984]: _type = "Task" [ 938.473442] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.488168] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.598677] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.663397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "3150ea52-5efd-4f64-af55-c42822bae56c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.663663] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.663891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.664066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.664558] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.669219] env[69984]: INFO nova.compute.manager [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Terminating instance [ 938.729018] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945222, 'name': ReconfigVM_Task, 'duration_secs': 0.380246} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.729467] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f4d62ce4-47d3-4a9c-94f2-3a84814a34a7/f4d62ce4-47d3-4a9c-94f2-3a84814a34a7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.730299] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87b561a-cf65-484a-b0c8-9b4353376f52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.746578] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 938.746578] env[69984]: value = "task-3945226" [ 938.746578] env[69984]: _type = "Task" [ 938.746578] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.765702] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945226, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.857560] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945223, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.946035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277e3440-1fae-4e36-9575-da28bda59b85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.954132] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab1aff-fc73-480e-8c9d-ae7ffd0ad9d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.960577] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.960881] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c945ecc1-806e-458d-9242-5ff9e755a7a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.002155] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed329021-2479-4069-aa57-c2ccb8ec6e39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.006804] env[69984]: DEBUG oslo_vmware.api [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 939.006804] env[69984]: value = "task-3945227" [ 939.006804] env[69984]: _type = "Task" [ 939.006804] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.021646] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.021646] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4644f5-73ff-4aaf-9762-13eefc9d28fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.029884] env[69984]: DEBUG oslo_vmware.api [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.041838] env[69984]: DEBUG nova.compute.provider_tree [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.102560] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945218, 'name': CloneVM_Task, 'duration_secs': 2.2467} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.102925] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Created linked-clone VM from snapshot [ 939.103987] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b4c04-388d-494c-9d5f-9cb5325b075f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.115517] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Uploading image 58df0670-ec12-4206-b024-f49e72263c23 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.116838] env[69984]: DEBUG nova.network.neutron [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Updated VIF entry in instance network info cache for port 1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.117260] env[69984]: DEBUG nova.network.neutron [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Updating instance_info_cache with network_info: [{"id": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "address": "fa:16:3e:48:75:f3", "network": {"id": "db719968-81ce-420a-bc25-08ea92f22141", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-617568760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81c0f19a42b74938b99308bff4b0ad79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2a3fd9-16", "ovs_interfaceid": "1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.146456] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.146456] env[69984]: value = "vm-783089" [ 939.146456] env[69984]: _type = "VirtualMachine" [ 939.146456] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.147198] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-274a53f4-8034-4e2f-ae3f-1be2d859cdc2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.156960] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lease: (returnval){ [ 939.156960] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a0df41-de55-1b04-3450-2370c57787f8" [ 939.156960] env[69984]: _type = "HttpNfcLease" [ 939.156960] env[69984]: } obtained for exporting VM: (result){ [ 939.156960] env[69984]: value = "vm-783089" [ 939.156960] env[69984]: _type = "VirtualMachine" [ 939.156960] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.157498] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the lease: (returnval){ [ 939.157498] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a0df41-de55-1b04-3450-2370c57787f8" [ 939.157498] env[69984]: _type = "HttpNfcLease" [ 939.157498] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.166389] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.166389] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a0df41-de55-1b04-3450-2370c57787f8" [ 939.166389] env[69984]: _type = "HttpNfcLease" [ 939.166389] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.175385] env[69984]: DEBUG nova.compute.manager [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.175647] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.176685] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b25c7-8cbf-4c21-868e-b8069c4f1376 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.185436] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.185734] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9f0938-1e9e-437d-a76e-b44d0b39fd69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.195036] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 939.195036] env[69984]: value = "task-3945229" [ 939.195036] env[69984]: _type = "Task" [ 939.195036] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.206658] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.216186] env[69984]: DEBUG nova.compute.manager [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.217182] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e6248f-7c65-42b5-ac15-0119295c0ced {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.262731] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945226, 'name': Rename_Task, 'duration_secs': 0.178034} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.263064] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.263425] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-558e4316-8f40-4c25-87eb-83aeb4a22224 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.272279] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 939.272279] env[69984]: value = "task-3945230" [ 939.272279] env[69984]: _type = "Task" [ 939.272279] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.282819] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.354156] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945223, 'name': CreateVM_Task, 'duration_secs': 0.589432} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.354351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.355173] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.355354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.355735] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.356021] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d752f9c-5105-4412-a578-4cb07fcc8b6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.361926] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 939.361926] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ccc368-230d-143c-11f3-8739a7b967d2" [ 939.361926] env[69984]: _type = "Task" [ 939.361926] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.372487] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ccc368-230d-143c-11f3-8739a7b967d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.505122] env[69984]: DEBUG oslo_vmware.api [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Task: {'id': task-3945225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600013} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.505445] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.505648] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.505857] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.506066] env[69984]: INFO nova.compute.manager [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Took 1.66 seconds to destroy the instance on the hypervisor. [ 939.506308] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.506535] env[69984]: DEBUG nova.compute.manager [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.506628] env[69984]: DEBUG nova.network.neutron [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.518029] env[69984]: DEBUG oslo_vmware.api [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945227, 'name': PowerOnVM_Task, 'duration_secs': 0.478788} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.518252] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.518580] env[69984]: DEBUG nova.compute.manager [None req-da0be392-1781-4170-b0bc-5eb48014d88e tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.519211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14455bab-c1e8-4bab-92d0-7ba3ed2ca65c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.547132] env[69984]: DEBUG nova.scheduler.client.report [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.620125] env[69984]: DEBUG oslo_concurrency.lockutils [req-670f5d0b-535b-4027-87fd-05f15d5f64a1 req-14f0f08d-4cd8-4836-ac94-055aabfdf292 service nova] Releasing lock "refresh_cache-57e9919f-d0c1-4ad2-9501-a752764b2630" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.669326] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.669326] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a0df41-de55-1b04-3450-2370c57787f8" [ 939.669326] env[69984]: _type = "HttpNfcLease" [ 939.669326] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.670132] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.670132] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a0df41-de55-1b04-3450-2370c57787f8" [ 939.670132] env[69984]: _type = "HttpNfcLease" [ 939.670132] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.671256] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2efdbbd-6bb5-47bd-bb4f-3dd2da3d8a55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.685111] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.685405] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.756394] env[69984]: INFO nova.compute.manager [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] instance snapshotting [ 939.765234] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fbe831-ae3a-48cd-9bf5-8e79dc97e75b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.776222] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945229, 'name': PowerOffVM_Task, 'duration_secs': 0.226325} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.794601] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.794842] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.795360] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2bcca78-1078-4760-9fd8-b7ad4cc5bada {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.797500] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cb020-52e2-48f9-9165-6fd1bccfccf7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.808098] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.827657] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb81f67e-be59-4985-b1e5-1178fb8ce0de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.869909] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.870306] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.870587] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore2] 3150ea52-5efd-4f64-af55-c42822bae56c {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.872152] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179b7969-f02b-4f4f-bc28-f4549c6b9d92 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.887689] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ccc368-230d-143c-11f3-8739a7b967d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021565} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.889645] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.891107] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.891107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.891107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.891107] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.892564] env[69984]: DEBUG nova.compute.manager [req-57dd24ef-5bf1-4802-b6ee-b74a6a8a208d req-98220c20-f254-4236-9d32-498be76a614f service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Received event network-vif-deleted-59296a2f-acfd-43fa-bf39-9e3ca284e6fa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.893162] env[69984]: INFO nova.compute.manager [req-57dd24ef-5bf1-4802-b6ee-b74a6a8a208d req-98220c20-f254-4236-9d32-498be76a614f service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Neutron deleted interface 59296a2f-acfd-43fa-bf39-9e3ca284e6fa; detaching it from the instance and deleting it from the info cache [ 939.893162] env[69984]: DEBUG nova.network.neutron [req-57dd24ef-5bf1-4802-b6ee-b74a6a8a208d req-98220c20-f254-4236-9d32-498be76a614f service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.898948] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72321bb6-1034-494f-9db2-a789045cba0d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.898948] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 939.898948] env[69984]: value = "task-3945232" [ 939.898948] env[69984]: _type = "Task" [ 939.898948] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.912454] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.912669] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.914727] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.914981] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8bdd37-c1c4-4bf3-9ea9-20a35408ce7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923932] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 939.923932] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526faf29-ffcf-4a15-5a13-e79fa4054bd1" [ 939.923932] env[69984]: _type = "Task" [ 939.923932] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.934705] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526faf29-ffcf-4a15-5a13-e79fa4054bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.053046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.056981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.480s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.059182] env[69984]: INFO nova.compute.claims [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.090435] env[69984]: INFO nova.scheduler.client.report [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Deleted allocations for instance e6cbc7a8-b0a0-488e-b3d9-370982311fcc [ 940.289339] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945230, 'name': PowerOnVM_Task, 'duration_secs': 0.748432} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.292442] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.292442] env[69984]: INFO nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Took 7.22 seconds to spawn the instance on the hypervisor. [ 940.292442] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.292442] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8865920a-a679-4ee6-a6ec-e3932b870117 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.316735] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.317365] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b058baca-22be-44d2-a031-805bb2a0c51b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.326233] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 940.326233] env[69984]: value = "task-3945233" [ 940.326233] env[69984]: _type = "Task" [ 940.326233] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.336439] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.369747] env[69984]: DEBUG nova.network.neutron [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.396258] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e849b8c-5d78-4829-8a2a-6d20945bcbc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.408418] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eebe909-ce5d-4593-8c43-10af7f903f5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.425068] env[69984]: DEBUG oslo_vmware.api [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295093} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.429046] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.430093] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.430093] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.430093] env[69984]: INFO nova.compute.manager [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 940.430093] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.430502] env[69984]: DEBUG nova.compute.manager [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.430502] env[69984]: DEBUG nova.network.neutron [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.439405] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526faf29-ffcf-4a15-5a13-e79fa4054bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014478} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.458086] env[69984]: DEBUG nova.compute.manager [req-57dd24ef-5bf1-4802-b6ee-b74a6a8a208d req-98220c20-f254-4236-9d32-498be76a614f service nova] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Detach interface failed, port_id=59296a2f-acfd-43fa-bf39-9e3ca284e6fa, reason: Instance e97d0fb5-dfa6-4c8e-9401-d5e062187aed could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.458974] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be25379f-9c43-4fba-a577-50a55f1fb2f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.465740] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 940.465740] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277b137-427c-dd72-f650-0f5a4a55ed6c" [ 940.465740] env[69984]: _type = "Task" [ 940.465740] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.478730] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277b137-427c-dd72-f650-0f5a4a55ed6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.603898] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b046979b-18b5-439a-930f-29c9af868d8a tempest-ServerShowV254Test-2130649654 tempest-ServerShowV254Test-2130649654-project-member] Lock "e6cbc7a8-b0a0-488e-b3d9-370982311fcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.689s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.812023] env[69984]: INFO nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Took 25.55 seconds to build instance. [ 940.838943] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.872284] env[69984]: INFO nova.compute.manager [-] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Took 1.37 seconds to deallocate network for instance. [ 940.977282] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5277b137-427c-dd72-f650-0f5a4a55ed6c, 'name': SearchDatastore_Task, 'duration_secs': 0.021689} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.977591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.977896] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 57e9919f-d0c1-4ad2-9501-a752764b2630/57e9919f-d0c1-4ad2-9501-a752764b2630.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.978219] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b140893-2aec-4f80-8901-e40ce0441502 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.985885] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 940.985885] env[69984]: value = "task-3945234" [ 940.985885] env[69984]: _type = "Task" [ 940.985885] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.995326] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.274588] env[69984]: DEBUG nova.network.neutron [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.315712] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.057s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.346886] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.379915] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.497395] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.540569] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72343726-b5cb-4bc6-ae86-365efed2bb2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.550362] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a014b17a-a2eb-4a79-b2b6-b381b58734b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.589793] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016fa7ef-0d32-49ed-817b-af4122a0ac13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.598730] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb366568-862e-4e32-9fd3-e9d3ad308c30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.614169] env[69984]: DEBUG nova.compute.provider_tree [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.777655] env[69984]: INFO nova.compute.manager [-] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Took 1.35 seconds to deallocate network for instance. [ 941.845400] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.935126] env[69984]: DEBUG nova.compute.manager [req-87b638e8-d930-4ab2-b104-cff543e1d7e1 req-f6de4b9b-318e-4cf5-97fc-6a50a906ce3a service nova] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Received event network-vif-deleted-d51c013b-81aa-4069-8012-4a9961894297 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.998717] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897314} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.999055] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 57e9919f-d0c1-4ad2-9501-a752764b2630/57e9919f-d0c1-4ad2-9501-a752764b2630.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.999387] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.999682] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd04d851-daee-4688-beba-204b34b9ca98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.008751] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 942.008751] env[69984]: value = "task-3945235" [ 942.008751] env[69984]: _type = "Task" [ 942.008751] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.018438] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.118615] env[69984]: DEBUG nova.scheduler.client.report [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.290958] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.343196] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945233, 'name': CreateSnapshot_Task, 'duration_secs': 1.588295} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.343532] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 942.344387] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2487fbf-40fc-4dcd-9d1e-db9540bf5c70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.521239] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151561} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.521535] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.522431] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2233ea-360d-495c-968b-47068d3a32e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.545918] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 57e9919f-d0c1-4ad2-9501-a752764b2630/57e9919f-d0c1-4ad2-9501-a752764b2630.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.546268] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d466e89-5f61-4c00-957b-3992a83cc27f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.571241] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 942.571241] env[69984]: value = "task-3945236" [ 942.571241] env[69984]: _type = "Task" [ 942.571241] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.578135] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.623870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.624523] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.627151] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.377s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.629094] env[69984]: INFO nova.compute.claims [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.868926] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.869687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.870007] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.870476] env[69984]: DEBUG nova.objects.instance [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 62dd1fba-1360-44d3-b1f6-3de86dffc7ee {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.872229] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51167248-c146-47bd-9392-c02983665b2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.883611] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 942.883611] env[69984]: value = "task-3945237" [ 942.883611] env[69984]: _type = "Task" [ 942.883611] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.895977] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.080772] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.133750] env[69984]: DEBUG nova.compute.utils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.137574] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.137786] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.225863] env[69984]: DEBUG nova.policy [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b386d7659b9947e6902365e768584fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36b8111c63624825b21d9b78dd427cb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.397221] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.584951] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945236, 'name': ReconfigVM_Task, 'duration_secs': 0.532066} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.586202] env[69984]: DEBUG nova.objects.instance [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 62dd1fba-1360-44d3-b1f6-3de86dffc7ee {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.590753] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 57e9919f-d0c1-4ad2-9501-a752764b2630/57e9919f-d0c1-4ad2-9501-a752764b2630.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.590753] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df75241f-5a82-4b36-824e-14a0a0027e0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.599473] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 943.599473] env[69984]: value = "task-3945238" [ 943.599473] env[69984]: _type = "Task" [ 943.599473] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.611045] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945238, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.641810] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.784801] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Successfully created port: 202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.905776] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.090245] env[69984]: DEBUG nova.objects.base [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<62dd1fba-1360-44d3-b1f6-3de86dffc7ee> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.090622] env[69984]: DEBUG nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.106884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f9b03c-3e1e-494d-b9c6-ad1a439b686e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.113804] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945238, 'name': Rename_Task, 'duration_secs': 0.245903} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.114618] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.114903] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed826d2-00b8-4211-adac-db1597539491 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.126033] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f394a0-1e66-460d-a143-06d021396187 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.131096] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 944.131096] env[69984]: value = "task-3945239" [ 944.131096] env[69984]: _type = "Task" [ 944.131096] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.174315] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7440e0e-debc-4a00-bf81-d38fd0ad49e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.177809] env[69984]: DEBUG nova.policy [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.185479] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.190216] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3745b408-7bb7-426b-83af-2e3e544f2489 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.206255] env[69984]: DEBUG nova.compute.provider_tree [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.290784] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Successfully created port: 17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.397746] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.642394] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.681800] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.712741] env[69984]: DEBUG nova.scheduler.client.report [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.732794] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.732927] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.733837] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.733837] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.734032] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.734415] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.734415] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.734624] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.734887] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.735145] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.735422] env[69984]: DEBUG nova.virt.hardware [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.737179] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4175c3-9dc0-4ef4-a0cb-88c1bed18cb2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.747488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b4fb11-dcf9-436c-a168-c7868f3a2b30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.898000] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.096909] env[69984]: DEBUG nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Successfully created port: 2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.143297] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.219607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.220603] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.223916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.938s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.224113] env[69984]: DEBUG nova.objects.instance [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lazy-loading 'resources' on Instance uuid a0bc1770-2ce5-42af-a1f5-f0d589fb0680 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.397967] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945237, 'name': CloneVM_Task, 'duration_secs': 2.05518} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.398443] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Created linked-clone VM from snapshot [ 945.399235] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8a72e5-f34a-4978-ab8e-f399cb94b6ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.407687] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Uploading image 5d9e4ac2-69b2-427a-970d-0b208c1afadd {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 945.424454] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.424916] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d435578-51f7-4cad-89e7-aa417211b0f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.434139] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 945.434139] env[69984]: value = "task-3945240" [ 945.434139] env[69984]: _type = "Task" [ 945.434139] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.444044] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945240, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.644293] env[69984]: DEBUG oslo_vmware.api [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945239, 'name': PowerOnVM_Task, 'duration_secs': 1.238707} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.644627] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.644836] env[69984]: INFO nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Took 9.98 seconds to spawn the instance on the hypervisor. [ 945.645031] env[69984]: DEBUG nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.645833] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b53b3-59a2-44ad-b316-6fff2208ac48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.727733] env[69984]: DEBUG nova.compute.utils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.730020] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 945.948465] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945240, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.125275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ef016e-8377-4c69-8f3f-0f5b10914f19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.133357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332f3de2-1159-4475-9ce8-e5f9a3d2c6e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.170704] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995fb2c6-a35e-4109-b382-9a7bba092d99 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.175744] env[69984]: INFO nova.compute.manager [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Took 30.87 seconds to build instance. [ 946.181437] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd7d8a-526d-4010-842c-8fe68e3221c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.196561] env[69984]: DEBUG nova.compute.provider_tree [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.235769] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.447154] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945240, 'name': Destroy_Task, 'duration_secs': 0.64558} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.447154] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Destroyed the VM [ 946.447154] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.448234] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6df48d5a-4f68-42b9-9412-8369618d7484 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.454485] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 946.454485] env[69984]: value = "task-3945241" [ 946.454485] env[69984]: _type = "Task" [ 946.454485] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.463586] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.678271] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ba5ddee6-ed4c-4b87-b036-25762cc7786a tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.386s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.703023] env[69984]: DEBUG nova.scheduler.client.report [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.706084] env[69984]: DEBUG nova.compute.manager [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-vif-plugged-202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.707087] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] Acquiring lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.707455] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.707910] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.708244] env[69984]: DEBUG nova.compute.manager [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] No waiting events found dispatching network-vif-plugged-202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.708534] env[69984]: WARNING nova.compute.manager [req-ae56a95a-d069-4de5-a67e-f877519cf3b4 req-dfdbd3a0-e049-4849-a28f-45d0590be0ff service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received unexpected event network-vif-plugged-202d45be-beac-4abe-9f57-32a4486af138 for instance with vm_state building and task_state spawning. [ 946.878945] env[69984]: DEBUG nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Successfully updated port: 2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.894282] env[69984]: DEBUG nova.compute.manager [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-vif-plugged-2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.894282] env[69984]: DEBUG oslo_concurrency.lockutils [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.894401] env[69984]: DEBUG oslo_concurrency.lockutils [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.894798] env[69984]: DEBUG oslo_concurrency.lockutils [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.894975] env[69984]: DEBUG nova.compute.manager [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] No waiting events found dispatching network-vif-plugged-2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 946.895185] env[69984]: WARNING nova.compute.manager [req-4dd0cdca-2c3e-4301-ad56-063f81a09f7e req-bb625854-d329-4e5c-8d76-f2c4653fed85 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received unexpected event network-vif-plugged-2190dc48-2a23-4496-a3a6-9148b8d2df18 for instance with vm_state active and task_state None. [ 946.967418] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945241, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.081412] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Successfully updated port: 202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.211213] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.214958] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.779s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.214958] env[69984]: DEBUG nova.objects.instance [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lazy-loading 'resources' on Instance uuid 7b734fe9-f3fd-4230-a28d-6152e33ec400 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.239875] env[69984]: INFO nova.scheduler.client.report [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Deleted allocations for instance a0bc1770-2ce5-42af-a1f5-f0d589fb0680 [ 947.244797] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.282018] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.282321] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.282490] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.282673] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.282821] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.283016] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.283292] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.283458] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.283643] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.283812] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.283993] env[69984]: DEBUG nova.virt.hardware [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.284973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f5509-920c-4cbc-9409-ebf6d62fb170 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.294668] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff185a-921a-43b4-938a-277c85b36c2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.317751] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.327445] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Creating folder: Project (e74bb669c7e34ec0a5677ad3a282ee02). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.328465] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b664025c-39c0-4bac-afff-c1986fad867e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.343531] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Created folder: Project (e74bb669c7e34ec0a5677ad3a282ee02) in parent group-v782883. [ 947.343531] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Creating folder: Instances. Parent ref: group-v783093. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.343785] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca2cdcdc-fbbe-49ec-ae30-856588989618 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.356470] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Created folder: Instances in parent group-v783093. [ 947.357188] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.357417] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.357650] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed251c7a-6686-40a6-8e42-105264f0b367 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.377924] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.377924] env[69984]: value = "task-3945244" [ 947.377924] env[69984]: _type = "Task" [ 947.377924] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.382317] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.382557] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.382828] env[69984]: DEBUG nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.391567] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945244, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.468481] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945241, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.753047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7bcfe24b-5d1e-4751-8c4a-86d5ff1d8912 tempest-ServersTestJSON-252710846 tempest-ServersTestJSON-252710846-project-member] Lock "a0bc1770-2ce5-42af-a1f5-f0d589fb0680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.330s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.895451] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945244, 'name': CreateVM_Task, 'duration_secs': 0.470498} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.896108] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.896532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.896784] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.897277] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.897725] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dff5ffe-fd3f-4a1a-8316-128f7f7fd228 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.905027] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 947.905027] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406271-0092-b8d2-d2de-2c3c0c7b4687" [ 947.905027] env[69984]: _type = "Task" [ 947.905027] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.918188] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406271-0092-b8d2-d2de-2c3c0c7b4687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.957239] env[69984]: WARNING nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 947.973531] env[69984]: DEBUG oslo_vmware.api [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945241, 'name': RemoveSnapshot_Task, 'duration_secs': 1.084056} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.973855] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.090824] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.091171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.092280] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.092280] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.092280] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.098457] env[69984]: INFO nova.compute.manager [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Terminating instance [ 948.165385] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a976154-c8af-4f1c-b43d-2221c7727008 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.174726] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0483153-cb58-4224-af05-11fffda6451d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.211837] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9e38d-280f-4fca-95dd-ddcdbdbfbf8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.221267] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ab65a-51cf-4f60-b85a-6297150143bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.238207] env[69984]: DEBUG nova.compute.provider_tree [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.420994] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406271-0092-b8d2-d2de-2c3c0c7b4687, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.421930] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.422328] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.422644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.422801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.423188] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.423504] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddd2ec38-09a5-429a-9ba3-03532972b35e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.440361] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.440752] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.442097] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79034852-0684-43bb-b18f-a32982bb54d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.451823] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 948.451823] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524405ce-efb3-8b21-09b8-54354ce1e867" [ 948.451823] env[69984]: _type = "Task" [ 948.451823] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.456670] env[69984]: DEBUG nova.network.neutron [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2190dc48-2a23-4496-a3a6-9148b8d2df18", "address": "fa:16:3e:02:13:66", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2190dc48-2a", "ovs_interfaceid": "2190dc48-2a23-4496-a3a6-9148b8d2df18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.468084] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524405ce-efb3-8b21-09b8-54354ce1e867, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.468913] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c78cf7-bb72-43a1-b9c6-5084ff375020 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.475766] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 948.475766] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5217592e-fe87-fe04-52dc-d0b38d026aca" [ 948.475766] env[69984]: _type = "Task" [ 948.475766] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.482055] env[69984]: WARNING nova.compute.manager [None req-97381896-0549-41d4-ae9e-d733d0b77f44 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Image not found during snapshot: nova.exception.ImageNotFound: Image 5d9e4ac2-69b2-427a-970d-0b208c1afadd could not be found. [ 948.489664] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5217592e-fe87-fe04-52dc-d0b38d026aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.606244] env[69984]: DEBUG nova.compute.manager [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.606308] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.607223] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c769f-9e2e-4483-a8c6-02c9b172884c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.616251] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.616409] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a66a9c6c-2561-4805-92ec-86362add18b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.625106] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 948.625106] env[69984]: value = "task-3945245" [ 948.625106] env[69984]: _type = "Task" [ 948.625106] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.635307] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.643047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "57e9919f-d0c1-4ad2-9501-a752764b2630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.643047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.643322] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.643492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.643743] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.646740] env[69984]: INFO nova.compute.manager [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Terminating instance [ 948.743679] env[69984]: DEBUG nova.scheduler.client.report [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.962478] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.963221] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963490] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.964403] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a764e-4a9b-483a-94b9-a375aad4063f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.984869] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.985147] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.985314] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.985500] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.985647] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.985794] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.986014] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.986188] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.986404] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.986532] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.986706] env[69984]: DEBUG nova.virt.hardware [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.993171] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfiguring VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 948.996705] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b3f41e1-9ff3-4835-a3b1-a5ef3cac7c39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.016169] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5217592e-fe87-fe04-52dc-d0b38d026aca, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.018021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.018406] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.018870] env[69984]: DEBUG oslo_vmware.api [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 949.018870] env[69984]: value = "task-3945246" [ 949.018870] env[69984]: _type = "Task" [ 949.018870] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.019176] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327da062-1fb5-434b-826e-b0174df9e564 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.033128] env[69984]: DEBUG oslo_vmware.api [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945246, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.034733] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 949.034733] env[69984]: value = "task-3945247" [ 949.034733] env[69984]: _type = "Task" [ 949.034733] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.043407] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.139187] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945245, 'name': PowerOffVM_Task, 'duration_secs': 0.32574} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.139584] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.140530] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.140864] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35dd9724-e08f-446b-9c1d-40ad8f331a14 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.151667] env[69984]: DEBUG nova.compute.manager [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.151954] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.152896] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29660305-9b20-4ce4-8492-c8d28bbb1d29 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.162488] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.162714] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a425f88c-8998-4910-b796-c2aea9b9dc4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.170040] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 949.170040] env[69984]: value = "task-3945249" [ 949.170040] env[69984]: _type = "Task" [ 949.170040] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.180370] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.221911] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.222939] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31950bb-68fb-4c32-84f3-9dc077d83f8a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230971] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.231238] env[69984]: ERROR oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk due to incomplete transfer. [ 949.231590] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff6761af-d0cf-4443-b020-a400def1d78c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.235740] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.235954] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.236155] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleting the datastore file [datastore1] f4d62ce4-47d3-4a9c-94f2-3a84814a34a7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.236448] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b28190d-af62-4a68-b371-4607a6f64017 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.240406] env[69984]: DEBUG oslo_vmware.rw_handles [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284de1a-a94b-bf1d-894d-4ed207fc2463/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.240606] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Uploaded image 58df0670-ec12-4206-b024-f49e72263c23 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.243539] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.245284] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfbd7708-c42e-4e9b-90e5-9faa72ef4568 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.247230] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 949.247230] env[69984]: value = "task-3945250" [ 949.247230] env[69984]: _type = "Task" [ 949.247230] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.251849] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.258222] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.599s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.258222] env[69984]: DEBUG nova.objects.instance [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lazy-loading 'resources' on Instance uuid 1c2b998a-6b03-4117-bdfc-3486fb4d5c49 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.258222] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 949.258222] env[69984]: value = "task-3945251" [ 949.258222] env[69984]: _type = "Task" [ 949.258222] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.265958] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.273068] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945251, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.286320] env[69984]: INFO nova.scheduler.client.report [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Deleted allocations for instance 7b734fe9-f3fd-4230-a28d-6152e33ec400 [ 949.540224] env[69984]: DEBUG oslo_vmware.api [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.548316] env[69984]: DEBUG nova.compute.manager [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-changed-2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.549277] env[69984]: DEBUG nova.compute.manager [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing instance network info cache due to event network-changed-2190dc48-2a23-4496-a3a6-9148b8d2df18. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.549987] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.550219] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.550437] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Refreshing network info cache for port 2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.560055] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.561373] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Successfully updated port: 17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.681740] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945249, 'name': PowerOffVM_Task, 'duration_secs': 0.403785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.682126] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.682335] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.682620] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21b1e04d-a6f6-4973-b395-5a7a2a6d5640 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.753918] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.754164] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.754382] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleting the datastore file [datastore1] 57e9919f-d0c1-4ad2-9501-a752764b2630 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.755440] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f1033f8-4c9f-4a5c-9e89-5cef639cf910 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.761751] env[69984]: DEBUG oslo_vmware.api [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368974} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.765434] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.768116] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.768116] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.768116] env[69984]: INFO nova.compute.manager [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 949.768116] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.769664] env[69984]: DEBUG nova.compute.manager [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.771345] env[69984]: DEBUG nova.network.neutron [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.774126] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for the task: (returnval){ [ 949.774126] env[69984]: value = "task-3945253" [ 949.774126] env[69984]: _type = "Task" [ 949.774126] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.782819] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945251, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.795749] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.798807] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1b95802-4b79-425e-bfe7-2a0b7a4c0bac tempest-MigrationsAdminTest-400549618 tempest-MigrationsAdminTest-400549618-project-member] Lock "7b734fe9-f3fd-4230-a28d-6152e33ec400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.902s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.043781] env[69984]: DEBUG oslo_vmware.api [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945246, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.067315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.067315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.067658] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.069057] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702442} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.069770] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.070028] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.071046] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcfc1af-1b59-4d28-a7d0-59b5637705c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.085208] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 950.085208] env[69984]: value = "task-3945254" [ 950.085208] env[69984]: _type = "Task" [ 950.085208] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.097076] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.248666] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b28b3a-9638-49c5-b8fc-04e4db3e2553 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.256758] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a32cc-e2a0-460e-b2bf-4c4b2571f336 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.299530] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc73f0-b1bf-4f1a-ad44-b8bd33bf1b20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.308440] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945251, 'name': Destroy_Task, 'duration_secs': 0.918243} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.310049] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Destroyed the VM [ 950.310316] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.310594] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae13506d-569e-4326-b74c-5c1839e92d19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.317104] env[69984]: DEBUG oslo_vmware.api [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Task: {'id': task-3945253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293631} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.317808] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.317997] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.318197] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.318374] env[69984]: INFO nova.compute.manager [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Took 1.17 seconds to destroy the instance on the hypervisor. [ 950.318609] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.320381] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bda436-7331-4ff9-9cd1-274c24310286 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.325463] env[69984]: DEBUG nova.compute.manager [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.325577] env[69984]: DEBUG nova.network.neutron [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.327753] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 950.327753] env[69984]: value = "task-3945255" [ 950.327753] env[69984]: _type = "Task" [ 950.327753] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.340109] env[69984]: DEBUG nova.compute.provider_tree [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.347999] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.357437] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updated VIF entry in instance network info cache for port 2190dc48-2a23-4496-a3a6-9148b8d2df18. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.357857] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2190dc48-2a23-4496-a3a6-9148b8d2df18", "address": "fa:16:3e:02:13:66", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2190dc48-2a", "ovs_interfaceid": "2190dc48-2a23-4496-a3a6-9148b8d2df18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.375854] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "fe1669be-5412-477d-9f08-1814d3f90d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.376024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.376156] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.376466] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.376577] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.378630] env[69984]: INFO nova.compute.manager [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Terminating instance [ 950.541063] env[69984]: DEBUG oslo_vmware.api [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945246, 'name': ReconfigVM_Task, 'duration_secs': 1.051822} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.541595] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.541810] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfigured VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 950.561590] env[69984]: DEBUG nova.network.neutron [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.594965] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140946} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.595314] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.596119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089d03e8-230f-416a-a74b-408856a35379 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619579] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.619979] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6a55b7-8fb0-427f-929f-ca249620a5c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.642773] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 950.642773] env[69984]: value = "task-3945256" [ 950.642773] env[69984]: _type = "Task" [ 950.642773] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.654551] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.656609] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.839131] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844380] env[69984]: DEBUG nova.scheduler.client.report [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.861863] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.861863] env[69984]: DEBUG nova.compute.manager [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-changed-202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.862090] env[69984]: DEBUG nova.compute.manager [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Refreshing instance network info cache due to event network-changed-202d45be-beac-4abe-9f57-32a4486af138. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.862252] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Acquiring lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.883675] env[69984]: DEBUG nova.compute.manager [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.883961] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.884904] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c216c5a2-89fe-4580-9792-a3c2d016d0b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.893596] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.894034] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b114e5-0b0c-402e-90c2-53868555a6d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.901627] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 950.901627] env[69984]: value = "task-3945257" [ 950.901627] env[69984]: _type = "Task" [ 950.901627] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.911705] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.959348] env[69984]: DEBUG nova.compute.manager [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.960372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4a63c-e821-449b-9370-73f64d7b1445 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.047220] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8dcb5fcb-19a1-466c-807b-27d68d8b0ea2 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.177s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.064063] env[69984]: INFO nova.compute.manager [-] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Took 1.29 seconds to deallocate network for instance. [ 951.154494] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945256, 'name': ReconfigVM_Task, 'duration_secs': 0.312783} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.155508] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.156346] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4c66259-3c7c-483c-945e-ef8eabb53ed5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.164641] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 951.164641] env[69984]: value = "task-3945258" [ 951.164641] env[69984]: _type = "Task" [ 951.164641] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.179729] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945258, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.250736] env[69984]: DEBUG nova.network.neutron [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updating instance_info_cache with network_info: [{"id": "202d45be-beac-4abe-9f57-32a4486af138", "address": "fa:16:3e:cb:6f:44", "network": {"id": "7f351609-07a1-4995-b8eb-e320476f68c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113696897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d45be-be", "ovs_interfaceid": "202d45be-beac-4abe-9f57-32a4486af138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "address": "fa:16:3e:19:09:22", "network": {"id": "83a3c205-a6ce-43cd-8acd-e27d2af08c64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1236884821", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f9b519-6d", "ovs_interfaceid": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.251245] env[69984]: DEBUG nova.network.neutron [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.341704] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.350051] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.354099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.399s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.354298] env[69984]: INFO nova.compute.claims [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.386695] env[69984]: INFO nova.scheduler.client.report [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleted allocations for instance 1c2b998a-6b03-4117-bdfc-3486fb4d5c49 [ 951.415621] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945257, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.477249] env[69984]: INFO nova.compute.manager [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] instance snapshotting [ 951.477874] env[69984]: DEBUG nova.objects.instance [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.572115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.675632] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945258, 'name': Rename_Task, 'duration_secs': 0.150411} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.675959] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.676299] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-002dc967-4066-4fca-94c0-2288ad896193 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.685731] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 951.685731] env[69984]: value = "task-3945259" [ 951.685731] env[69984]: _type = "Task" [ 951.685731] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.697963] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.754105] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.755030] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Instance network_info: |[{"id": "202d45be-beac-4abe-9f57-32a4486af138", "address": "fa:16:3e:cb:6f:44", "network": {"id": "7f351609-07a1-4995-b8eb-e320476f68c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113696897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d45be-be", "ovs_interfaceid": "202d45be-beac-4abe-9f57-32a4486af138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "address": "fa:16:3e:19:09:22", "network": {"id": "83a3c205-a6ce-43cd-8acd-e27d2af08c64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1236884821", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f9b519-6d", "ovs_interfaceid": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.755030] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Acquired lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.755030] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Refreshing network info cache for port 202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.756385] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6f:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '202d45be-beac-4abe-9f57-32a4486af138', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:09:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17f9b519-6d65-4195-ac78-8c6b2a615df1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.766156] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.769882] env[69984]: INFO nova.compute.manager [-] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Took 1.44 seconds to deallocate network for instance. [ 951.770194] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.772160] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce747681-55a7-41ee-8118-ddeecadb1aeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.799719] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.799719] env[69984]: value = "task-3945260" [ 951.799719] env[69984]: _type = "Task" [ 951.799719] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.808563] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945260, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.841966] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945255, 'name': RemoveSnapshot_Task, 'duration_secs': 1.340913} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.842145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.842458] env[69984]: DEBUG nova.compute.manager [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.843397] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc2ad9-881c-42cb-8003-e5f5463f3b4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.884582] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-vif-plugged-17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.884801] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Acquiring lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.885047] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.885279] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.885389] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] No waiting events found dispatching network-vif-plugged-17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.886399] env[69984]: WARNING nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received unexpected event network-vif-plugged-17f9b519-6d65-4195-ac78-8c6b2a615df1 for instance with vm_state building and task_state spawning. [ 951.886399] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-changed-17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.886399] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Refreshing instance network info cache due to event network-changed-17f9b519-6d65-4195-ac78-8c6b2a615df1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.886399] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Acquiring lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.895951] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2b50f3eb-699d-4f57-9cff-f51928f836c7 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "1c2b998a-6b03-4117-bdfc-3486fb4d5c49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.820s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.920393] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945257, 'name': PowerOffVM_Task, 'duration_secs': 0.565301} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.920393] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.920393] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.920393] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa0d6cc-fa51-4f56-9517-89e69fd60863 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.984036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e32c9b-82cc-494c-81e9-233c97d71eca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.991279] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.991511] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.991688] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleting the datastore file [datastore1] fe1669be-5412-477d-9f08-1814d3f90d96 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.009582] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2107011-84bc-481a-829c-c152680150e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.012846] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7214069-69b2-422e-beba-4a798b9739fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.027932] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 952.027932] env[69984]: value = "task-3945262" [ 952.027932] env[69984]: _type = "Task" [ 952.027932] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.041071] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.200081] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945259, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.296439] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.318208] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945260, 'name': CreateVM_Task, 'duration_secs': 0.436728} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.318510] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.320250] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.320462] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.321785] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.321785] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dd9d90-a392-476c-8d30-fe9fe02f65f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.328436] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 952.328436] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eab165-4646-4580-2651-175ef765ca03" [ 952.328436] env[69984]: _type = "Task" [ 952.328436] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.341306] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eab165-4646-4580-2651-175ef765ca03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.376032] env[69984]: INFO nova.compute.manager [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Shelve offloading [ 952.518783] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updated VIF entry in instance network info cache for port 202d45be-beac-4abe-9f57-32a4486af138. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.518783] env[69984]: DEBUG nova.network.neutron [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updating instance_info_cache with network_info: [{"id": "202d45be-beac-4abe-9f57-32a4486af138", "address": "fa:16:3e:cb:6f:44", "network": {"id": "7f351609-07a1-4995-b8eb-e320476f68c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113696897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d45be-be", "ovs_interfaceid": "202d45be-beac-4abe-9f57-32a4486af138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "address": "fa:16:3e:19:09:22", "network": {"id": "83a3c205-a6ce-43cd-8acd-e27d2af08c64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1236884821", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f9b519-6d", "ovs_interfaceid": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.527784] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.528036] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-319b67ef-cca0-48aa-b067-a33aac377418 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.555262] env[69984]: DEBUG oslo_vmware.api [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160869} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.561303] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.562040] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.562040] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.562202] env[69984]: INFO nova.compute.manager [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Took 1.68 seconds to destroy the instance on the hypervisor. [ 952.562511] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.563315] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 952.563315] env[69984]: value = "task-3945264" [ 952.563315] env[69984]: _type = "Task" [ 952.563315] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.563489] env[69984]: DEBUG nova.compute.manager [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.565504] env[69984]: DEBUG nova.network.neutron [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.579661] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.698577] env[69984]: DEBUG oslo_vmware.api [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945259, 'name': PowerOnVM_Task, 'duration_secs': 0.573568} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.698889] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.699103] env[69984]: INFO nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Took 5.45 seconds to spawn the instance on the hypervisor. [ 952.699287] env[69984]: DEBUG nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.700245] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2455b-c0bb-41e8-9462-8ac4b1262a97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.836479] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93e16fb-5fdd-4779-af88-00e4bb7bb9fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.852588] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed28ef7-1340-42a6-8ef1-715ad1f42b67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.857265] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eab165-4646-4580-2651-175ef765ca03, 'name': SearchDatastore_Task, 'duration_secs': 0.036005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.857615] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.857857] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.858108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.861406] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.861406] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.861406] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-464c11e0-f3e6-46e1-9328-4792c6a96dd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.891407] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.894554] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af8be9a-91c0-467f-83fb-ae02e456a530 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.895386] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cebec4-e33c-4771-bc9e-4813dc2a0136 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.897882] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.898086] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.900122] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d30557-a587-4c86-8f46-6f697018fd6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.906804] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 952.906804] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522b5df5-0919-905e-74cb-6082df27d0bb" [ 952.906804] env[69984]: _type = "Task" [ 952.906804] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.915523] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74076b5b-29a0-4ed2-8c38-2633c80d211f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.920757] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 952.920757] env[69984]: value = "task-3945265" [ 952.920757] env[69984]: _type = "Task" [ 952.920757] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.938726] env[69984]: DEBUG nova.compute.provider_tree [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.940159] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522b5df5-0919-905e-74cb-6082df27d0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.949201] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818d7220-4ca2-4110-8a71-4201146d2edf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.954207] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.954207] env[69984]: DEBUG nova.compute.manager [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.955513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c0590-e581-47bb-997e-029ef991a1bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.960160] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 952.960160] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fe5b7a-028b-0a6c-7fa0-abb6c24a2428" [ 952.960160] env[69984]: _type = "Task" [ 952.960160] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.966628] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966793] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966972] env[69984]: DEBUG nova.network.neutron [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.974616] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52fe5b7a-028b-0a6c-7fa0-abb6c24a2428, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.974894] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.975169] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b744625b-3759-4140-a0af-ddb3ee39a338/b744625b-3759-4140-a0af-ddb3ee39a338.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.975434] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167e52f9-bfc4-403d-949b-3e9a8d277c91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.983139] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 952.983139] env[69984]: value = "task-3945266" [ 952.983139] env[69984]: _type = "Task" [ 952.983139] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.992691] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.020925] env[69984]: DEBUG oslo_concurrency.lockutils [req-f91ead1e-31a1-47da-9f6b-cec6dab14b75 req-eec026eb-ea41-48b7-a6c9-03761f73676e service nova] Releasing lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.021383] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Acquired lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.021575] env[69984]: DEBUG nova.network.neutron [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Refreshing network info cache for port 17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.075566] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.224024] env[69984]: INFO nova.compute.manager [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Took 33.99 seconds to build instance. [ 953.403898] env[69984]: DEBUG nova.network.neutron [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.446753] env[69984]: DEBUG nova.scheduler.client.report [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.455096] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-2190dc48-2a23-4496-a3a6-9148b8d2df18" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.455376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-2190dc48-2a23-4496-a3a6-9148b8d2df18" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.497493] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945266, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.583105] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945264, 'name': CreateSnapshot_Task, 'duration_secs': 0.875398} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.583440] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.587031] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1232cc-20c1-4ed3-92ea-8dd2b41e802b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.729500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90901013-cac2-456c-b330-b64a754fa1b7 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.505s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.910377] env[69984]: DEBUG nova.network.neutron [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updating instance_info_cache with network_info: [{"id": "08bbd994-b837-4685-9cae-b7fee1bb6231", "address": "fa:16:3e:c7:b5:5d", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bbd994-b8", "ovs_interfaceid": "08bbd994-b837-4685-9cae-b7fee1bb6231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.911726] env[69984]: INFO nova.compute.manager [-] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Took 1.35 seconds to deallocate network for instance. [ 953.918685] env[69984]: DEBUG nova.compute.manager [req-5c3b0af3-34fe-4695-829a-2f7622a55867 req-1f3b41da-7a0a-4d10-93a7-c8bd138ee3a6 service nova] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Received event network-vif-deleted-cb8a6093-e96c-4ecd-8f33-d2bf240a3aa1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.928330] env[69984]: DEBUG nova.network.neutron [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updated VIF entry in instance network info cache for port 17f9b519-6d65-4195-ac78-8c6b2a615df1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.928859] env[69984]: DEBUG nova.network.neutron [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updating instance_info_cache with network_info: [{"id": "202d45be-beac-4abe-9f57-32a4486af138", "address": "fa:16:3e:cb:6f:44", "network": {"id": "7f351609-07a1-4995-b8eb-e320476f68c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1113696897", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap202d45be-be", "ovs_interfaceid": "202d45be-beac-4abe-9f57-32a4486af138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "address": "fa:16:3e:19:09:22", "network": {"id": "83a3c205-a6ce-43cd-8acd-e27d2af08c64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1236884821", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f9b519-6d", "ovs_interfaceid": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.952168] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.953379] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.960481] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.431s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.961144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.961767] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.962246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5210c7da-f1ae-4ee9-9f8c-a7f360bb77b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.985845] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05e63b-45c2-47a5-847e-b79af7249438 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.998703] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602844} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.017373] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b744625b-3759-4140-a0af-ddb3ee39a338/b744625b-3759-4140-a0af-ddb3ee39a338.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.017652] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.024358] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfiguring VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 954.024698] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4cc9f60-63c2-4a68-af06-f23c038b7f62 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.029333] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a7e399-1a79-4752-9047-525f4bbef7ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049782] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 954.049782] env[69984]: value = "task-3945268" [ 954.049782] env[69984]: _type = "Task" [ 954.049782] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.051366] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 954.051366] env[69984]: value = "task-3945267" [ 954.051366] env[69984]: _type = "Task" [ 954.051366] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.066179] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.069255] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.109636] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.110546] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f9c91f9-ca10-495a-a29f-356651cce2d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.120665] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 954.120665] env[69984]: value = "task-3945269" [ 954.120665] env[69984]: _type = "Task" [ 954.120665] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.130842] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.231686] env[69984]: INFO nova.compute.manager [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Rebuilding instance [ 954.287901] env[69984]: DEBUG nova.compute.manager [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.288862] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ed24e-584c-4d75-bda7-f67ea62fb147 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.415497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.420450] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.431727] env[69984]: DEBUG oslo_concurrency.lockutils [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] Releasing lock "refresh_cache-b744625b-3759-4140-a0af-ddb3ee39a338" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.432060] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Received event network-vif-deleted-62c4de6f-7243-459d-b7ee-2a595708d4e8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.432298] env[69984]: DEBUG nova.compute.manager [req-f906f095-4eb1-43c4-a45d-4dffeb5dce3d req-e198a9a4-9aa3-469c-bea5-7829617b170c service nova] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Received event network-vif-deleted-1a2a3fd9-16f4-4af4-a0c5-384f3ce9995c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.458749] env[69984]: DEBUG nova.compute.utils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.462352] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.462486] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.578194] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.578577] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14394} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.581482] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.583308] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cec893-7944-409d-8d70-d09cf0c92148 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.610142] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b744625b-3759-4140-a0af-ddb3ee39a338/b744625b-3759-4140-a0af-ddb3ee39a338.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.614796] env[69984]: DEBUG nova.policy [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.618642] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56dfe770-0766-433d-8c54-a3713d945a82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.644692] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.646413] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 954.646413] env[69984]: value = "task-3945270" [ 954.646413] env[69984]: _type = "Task" [ 954.646413] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.657628] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.886286] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1bab13-81b6-4570-857b-aabd919d38e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.894709] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb06e115-94a2-4e8a-8319-7b8a73d2948b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.928209] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b7083-2252-4ae9-9e11-5d056b44ba24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.937082] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb2e53-1258-48f1-b291-6eb5d39d8d8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.952500] env[69984]: DEBUG nova.compute.provider_tree [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.967736] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.067022] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.151634] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.168953] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.168953] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe1797-ccdd-4a14-8461-dd228a7e2bf3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.192265] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945270, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.192591] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.193039] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fc7cda-b3c6-4311-bdbf-2a02156c43c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.221238] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.223196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.223196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.223196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.223196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.225707] env[69984]: INFO nova.compute.manager [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Terminating instance [ 955.269045] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.269045] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.269045] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore2] 417c4245-3e40-471d-9bac-50756b869d89 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.269045] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2750e98-7325-42de-978d-15c2ef3e23c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.278256] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 955.278256] env[69984]: value = "task-3945272" [ 955.278256] env[69984]: _type = "Task" [ 955.278256] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.288978] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.293119] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Successfully created port: e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.303387] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.303906] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5486f4c1-2640-4c11-922e-45f8185b9fd1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312114] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 955.312114] env[69984]: value = "task-3945273" [ 955.312114] env[69984]: _type = "Task" [ 955.312114] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.322330] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.456406] env[69984]: DEBUG nova.scheduler.client.report [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.565700] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.653079] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.664059] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945270, 'name': ReconfigVM_Task, 'duration_secs': 0.693442} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.664743] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b744625b-3759-4140-a0af-ddb3ee39a338/b744625b-3759-4140-a0af-ddb3ee39a338.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.665571] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7203394b-ead0-401b-bf86-06fcdf16fbff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.674448] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 955.674448] env[69984]: value = "task-3945274" [ 955.674448] env[69984]: _type = "Task" [ 955.674448] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.684843] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945274, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.731992] env[69984]: DEBUG nova.compute.manager [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.732354] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.733708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aec2de-db8c-43a3-8cb1-be0d9362484c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743041] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.744256] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0217380-f766-4876-8941-7cce3ddca0c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.751755] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 955.751755] env[69984]: value = "task-3945275" [ 955.751755] env[69984]: _type = "Task" [ 955.751755] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.765930] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.790162] env[69984]: DEBUG oslo_vmware.api [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224364} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.790455] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.790705] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.790844] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.827527] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945273, 'name': PowerOffVM_Task, 'duration_secs': 0.157282} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.828954] env[69984]: INFO nova.scheduler.client.report [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance 417c4245-3e40-471d-9bac-50756b869d89 [ 955.832642] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.833904] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.835206] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c5251-f065-4274-803f-ff0c5ab4d9ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.843977] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.844314] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a276dad1-c333-4eb4-8a5c-ee19b2a080f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.887142] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.887423] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.887843] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Deleting the datastore file [datastore2] f2723a87-2e65-4f90-b014-2a66b53059d5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.888486] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eee5806-24ed-4164-a218-c9df0581cb25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.897178] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 955.897178] env[69984]: value = "task-3945277" [ 955.897178] env[69984]: _type = "Task" [ 955.897178] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.908501] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.979965] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.006439] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.006657] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.006807] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.007023] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.008078] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.008262] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.008478] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.008931] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.009078] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.009265] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.009447] env[69984]: DEBUG nova.virt.hardware [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.010372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63307b66-cc76-46e0-ad20-ba5b4aaca141 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.020440] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d6a2b-d5ff-4f92-9f1a-5989f2660785 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.045569] env[69984]: DEBUG nova.compute.manager [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received event network-vif-unplugged-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.045693] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.045957] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.046448] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.046448] env[69984]: DEBUG nova.compute.manager [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] No waiting events found dispatching network-vif-unplugged-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.046533] env[69984]: WARNING nova.compute.manager [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received unexpected event network-vif-unplugged-08bbd994-b837-4685-9cae-b7fee1bb6231 for instance with vm_state shelved_offloaded and task_state None. [ 956.046712] env[69984]: DEBUG nova.compute.manager [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Received event network-changed-08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.046917] env[69984]: DEBUG nova.compute.manager [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Refreshing instance network info cache due to event network-changed-08bbd994-b837-4685-9cae-b7fee1bb6231. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.047128] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Acquiring lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.047572] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Acquired lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.047572] env[69984]: DEBUG nova.network.neutron [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Refreshing network info cache for port 08bbd994-b837-4685-9cae-b7fee1bb6231 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.064815] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.151762] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.186964] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945274, 'name': Rename_Task, 'duration_secs': 0.201763} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.187414] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.187751] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b3ff87-f746-4fc3-a64d-97a770513574 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.200383] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 956.200383] env[69984]: value = "task-3945278" [ 956.200383] env[69984]: _type = "Task" [ 956.200383] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.215239] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.262484] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945275, 'name': PowerOffVM_Task, 'duration_secs': 0.230708} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.263364] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.263364] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.263364] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-850eb965-bbf4-431d-a159-f27584d64b84 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.335878] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.408529] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103211} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.408837] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.409064] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.409284] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.467971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.510s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.471547] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.833s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.473474] env[69984]: INFO nova.compute.claims [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.531306] env[69984]: DEBUG oslo_concurrency.lockutils [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.531622] env[69984]: DEBUG oslo_concurrency.lockutils [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.570179] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.654223] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.715702] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945278, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.019229] env[69984]: DEBUG nova.network.neutron [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updated VIF entry in instance network info cache for port 08bbd994-b837-4685-9cae-b7fee1bb6231. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.019592] env[69984]: DEBUG nova.network.neutron [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updating instance_info_cache with network_info: [{"id": "08bbd994-b837-4685-9cae-b7fee1bb6231", "address": "fa:16:3e:c7:b5:5d", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": null, "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap08bbd994-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.034803] env[69984]: INFO nova.compute.manager [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Detaching volume 918c1505-e642-4b9d-9d19-cf6eb1c817db [ 957.071515] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.073632] env[69984]: INFO nova.scheduler.client.report [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocation for migration 4249ee44-96d5-420a-ba04-1380cd37f2ce [ 957.076909] env[69984]: INFO nova.virt.block_device [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Attempting to driver detach volume 918c1505-e642-4b9d-9d19-cf6eb1c817db from mountpoint /dev/sdb [ 957.077354] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 957.077640] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783048', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'name': 'volume-918c1505-e642-4b9d-9d19-cf6eb1c817db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6610d030-9550-43f8-a8b2-703d222d842e', 'attached_at': '', 'detached_at': '', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'serial': '918c1505-e642-4b9d-9d19-cf6eb1c817db'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 957.081741] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfbde8f-82bc-4934-a16a-cf53caab7171 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.113886] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e00c4-2535-4291-beeb-2be506e6f81c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.123837] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbdf7b-e05f-4660-8d0b-03e41e130eda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.129485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.161729] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44081b4-d594-4df0-94be-e8c4043a87dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.171140] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.183279] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] The volume has not been displaced from its original location: [datastore2] volume-918c1505-e642-4b9d-9d19-cf6eb1c817db/volume-918c1505-e642-4b9d-9d19-cf6eb1c817db.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 957.188052] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.189193] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b586f039-b588-474d-a16d-a6971c4ceec3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.213246] env[69984]: DEBUG oslo_vmware.api [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945278, 'name': PowerOnVM_Task, 'duration_secs': 0.667959} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.215356] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.216456] env[69984]: INFO nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Took 12.53 seconds to spawn the instance on the hypervisor. [ 957.216456] env[69984]: DEBUG nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.216456] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 957.216456] env[69984]: value = "task-3945280" [ 957.216456] env[69984]: _type = "Task" [ 957.216456] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.217199] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477880c-ba04-46f4-abe1-2d6202b56b4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.229662] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.273841] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Successfully updated port: e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.452679] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.452943] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.453187] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.453386] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.453541] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.453735] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.453960] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.454138] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.454334] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.454512] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.454689] env[69984]: DEBUG nova.virt.hardware [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.455590] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e74265-05ce-4e16-be19-59852066e18d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.467936] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c713d-ae67-4e8a-9d38-67d795bc4673 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.483887] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.492294] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.495406] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.495961] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8717cc5f-f3dc-4d80-b700-e3b27ebc22c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.517360] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.517360] env[69984]: value = "task-3945281" [ 957.517360] env[69984]: _type = "Task" [ 957.517360] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.525858] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae99cd72-cd8f-4082-9e18-906fa89f06a9 req-dcb768dc-4cee-4f66-a29a-001e5b5c1c1f service nova] Releasing lock "refresh_cache-417c4245-3e40-471d-9bac-50756b869d89" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.531380] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945281, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.566819] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.590948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-43280b29-8c29-4273-88ef-249dc81fb2c1 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.821s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.680466] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.743417] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945280, 'name': ReconfigVM_Task, 'duration_secs': 0.264207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.746859] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.758964] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed2b739-19f4-4338-bce5-2b3e9fa41efb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.774395] env[69984]: INFO nova.compute.manager [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Took 40.22 seconds to build instance. [ 957.778743] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.778743] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.779355] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.790642] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 957.790642] env[69984]: value = "task-3945282" [ 957.790642] env[69984]: _type = "Task" [ 957.790642] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.804141] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.820775] env[69984]: DEBUG oslo_concurrency.lockutils [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.821406] env[69984]: DEBUG oslo_concurrency.lockutils [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.966215] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8215add8-9d7d-410c-8e26-03fa5cb251cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.976077] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98425cb1-3afb-4a4c-b259-3685db6473a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.016937] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a07c006-1151-41ba-9e97-c2db1e5423a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.033048] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09ffcf-4ba4-4c28-a1ca-b3b3c3c9a0fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.035668] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945281, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.049166] env[69984]: DEBUG nova.compute.provider_tree [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.069590] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.168257] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.257865] env[69984]: DEBUG nova.compute.manager [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Received event network-vif-plugged-e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.257967] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Acquiring lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.258173] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.258321] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.258484] env[69984]: DEBUG nova.compute.manager [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] No waiting events found dispatching network-vif-plugged-e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 958.258650] env[69984]: WARNING nova.compute.manager [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Received unexpected event network-vif-plugged-e20c8f63-2a2c-4f3d-b805-8912d97bedbc for instance with vm_state building and task_state spawning. [ 958.259326] env[69984]: DEBUG nova.compute.manager [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Received event network-changed-e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.259581] env[69984]: DEBUG nova.compute.manager [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Refreshing instance network info cache due to event network-changed-e20c8f63-2a2c-4f3d-b805-8912d97bedbc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.259915] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Acquiring lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.281721] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ce18aa7-551d-4d78-be80-c5ac931d6636 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.736s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.302911] env[69984]: DEBUG oslo_vmware.api [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945282, 'name': ReconfigVM_Task, 'duration_secs': 0.182819} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.302911] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783048', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'name': 'volume-918c1505-e642-4b9d-9d19-cf6eb1c817db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6610d030-9550-43f8-a8b2-703d222d842e', 'attached_at': '', 'detached_at': '', 'volume_id': '918c1505-e642-4b9d-9d19-cf6eb1c817db', 'serial': '918c1505-e642-4b9d-9d19-cf6eb1c817db'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 958.330656] env[69984]: INFO nova.compute.manager [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Detaching volume a3f379ef-d10a-474e-bbb3-70464c5705ce [ 958.351280] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.379123] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.379123] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.379123] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleting the datastore file [datastore1] c634ecbc-24a3-4509-9639-efa6d2ad78c1 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.379123] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afbe4bda-557b-431b-a08e-795a0dc344f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.389396] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for the task: (returnval){ [ 958.389396] env[69984]: value = "task-3945283" [ 958.389396] env[69984]: _type = "Task" [ 958.389396] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.396163] env[69984]: INFO nova.virt.block_device [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Attempting to driver detach volume a3f379ef-d10a-474e-bbb3-70464c5705ce from mountpoint /dev/sdb [ 958.396585] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.396854] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783075', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'name': 'volume-a3f379ef-d10a-474e-bbb3-70464c5705ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69875551-6e1b-407e-8db4-9f2e4a054717', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'serial': 'a3f379ef-d10a-474e-bbb3-70464c5705ce'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 958.400375] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940f379-172e-4cfe-9fe0-b97837067dc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.403267] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "b744625b-3759-4140-a0af-ddb3ee39a338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.403685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.403937] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.404178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.404380] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.407349] env[69984]: INFO nova.compute.manager [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Terminating instance [ 958.414329] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.438914] env[69984]: DEBUG nova.compute.manager [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.439228] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.440211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a0d389-203e-42e6-8a1b-2c4c1f143467 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.444171] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9273e-82ea-4a36-af49-67bfd9571987 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.454948] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.457375] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e17aa2-80a3-44ab-8b74-93fc2b5d6879 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.459867] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a9256-0d40-4f20-b8ac-bbbde7cc0cf1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.490230] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d64e26e-8eac-4c8c-837a-57583cbb1024 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.496117] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 958.496117] env[69984]: value = "task-3945284" [ 958.496117] env[69984]: _type = "Task" [ 958.496117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.515833] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] The volume has not been displaced from its original location: [datastore1] volume-a3f379ef-d10a-474e-bbb3-70464c5705ce/volume-a3f379ef-d10a-474e-bbb3-70464c5705ce.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 958.521810] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.523364] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7666fdd7-a640-4f40-9ef0-08d45e747aea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.543656] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.553032] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945281, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.553375] env[69984]: DEBUG nova.scheduler.client.report [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.556838] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 958.556838] env[69984]: value = "task-3945285" [ 958.556838] env[69984]: _type = "Task" [ 958.556838] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.577789] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.583165] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.671185] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945269, 'name': CloneVM_Task, 'duration_secs': 4.274594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.671469] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created linked-clone VM from snapshot [ 958.672568] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6536b634-3ed0-4e59-954e-18157c707b45 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.682705] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploading image 089b78a9-6b53-453b-8eb8-1f17cf9c4f1d {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 958.714389] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 958.714389] env[69984]: value = "vm-783098" [ 958.714389] env[69984]: _type = "VirtualMachine" [ 958.714389] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 958.715097] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9839e271-ab97-4748-8504-4adc10ffa87f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.722780] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease: (returnval){ [ 958.722780] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525796d7-1c65-e645-8b46-abe878683354" [ 958.722780] env[69984]: _type = "HttpNfcLease" [ 958.722780] env[69984]: } obtained for exporting VM: (result){ [ 958.722780] env[69984]: value = "vm-783098" [ 958.722780] env[69984]: _type = "VirtualMachine" [ 958.722780] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 958.723319] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the lease: (returnval){ [ 958.723319] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525796d7-1c65-e645-8b46-abe878683354" [ 958.723319] env[69984]: _type = "HttpNfcLease" [ 958.723319] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.727626] env[69984]: DEBUG nova.network.neutron [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Updating instance_info_cache with network_info: [{"id": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "address": "fa:16:3e:3b:f5:30", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape20c8f63-2a", "ovs_interfaceid": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.733079] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.733079] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525796d7-1c65-e645-8b46-abe878683354" [ 958.733079] env[69984]: _type = "HttpNfcLease" [ 958.733079] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.861602] env[69984]: DEBUG nova.objects.instance [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'flavor' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.900256] env[69984]: DEBUG oslo_vmware.api [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Task: {'id': task-3945283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313812} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.900527] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.900710] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.901588] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.901588] env[69984]: INFO nova.compute.manager [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Took 3.17 seconds to destroy the instance on the hypervisor. [ 958.901588] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.901588] env[69984]: DEBUG nova.compute.manager [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.901771] env[69984]: DEBUG nova.network.neutron [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.006911] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945284, 'name': PowerOffVM_Task, 'duration_secs': 0.235433} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.008043] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.008043] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.008043] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f75c305-2515-422f-8276-afba87b287db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.040125] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945281, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.064488] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.065172] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.078025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.695s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.078025] env[69984]: DEBUG nova.objects.instance [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lazy-loading 'resources' on Instance uuid e97d0fb5-dfa6-4c8e-9401-d5e062187aed {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.084499] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.095278] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.110719] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.110719] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.110719] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleting the datastore file [datastore2] b744625b-3759-4140-a0af-ddb3ee39a338 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.110719] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9870172-1685-469f-9a78-00d31112de8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.123736] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for the task: (returnval){ [ 959.123736] env[69984]: value = "task-3945288" [ 959.123736] env[69984]: _type = "Task" [ 959.123736] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.141621] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.229987] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.230410] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Instance network_info: |[{"id": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "address": "fa:16:3e:3b:f5:30", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape20c8f63-2a", "ovs_interfaceid": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.232881] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Acquired lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.233166] env[69984]: DEBUG nova.network.neutron [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Refreshing network info cache for port e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.234569] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:f5:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e20c8f63-2a2c-4f3d-b805-8912d97bedbc', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.245968] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.245968] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.245968] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525796d7-1c65-e645-8b46-abe878683354" [ 959.245968] env[69984]: _type = "HttpNfcLease" [ 959.245968] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.249340] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.250237] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.250237] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525796d7-1c65-e645-8b46-abe878683354" [ 959.250237] env[69984]: _type = "HttpNfcLease" [ 959.250237] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.250873] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a83ccf0-0157-455d-a942-fac283e84e24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.270280] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b753343-8781-4b1d-a747-6f360d9f6d63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.285385] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.285385] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.287034] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.287034] env[69984]: value = "task-3945289" [ 959.287034] env[69984]: _type = "Task" [ 959.287034] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.354926] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945289, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.435276] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a703b62-935d-43ed-8791-7b15e9557b26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.535229] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945281, 'name': CreateVM_Task, 'duration_secs': 1.525936} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.536014] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.536261] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.536314] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.536658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.540013] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d80b550-7a98-4452-99be-83c0a449493c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.543485] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 959.543485] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eeca57-cc20-5927-15c1-dd82b68a4da4" [ 959.543485] env[69984]: _type = "Task" [ 959.543485] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.554692] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eeca57-cc20-5927-15c1-dd82b68a4da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.577377] env[69984]: DEBUG nova.compute.utils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.578697] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945285, 'name': ReconfigVM_Task, 'duration_secs': 0.749247} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.582386] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.582619] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.588339] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.594156] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.596220] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d93456b-c9e1-4727-8419-37dccad42463 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.610323] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.610579] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.610787] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.610966] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.611158] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.614092] env[69984]: INFO nova.compute.manager [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Terminating instance [ 959.620734] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 959.620734] env[69984]: value = "task-3945290" [ 959.620734] env[69984]: _type = "Task" [ 959.620734] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.648145] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.655344] env[69984]: DEBUG oslo_vmware.api [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Task: {'id': task-3945288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.655504] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.656317] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.656750] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.657087] env[69984]: INFO nova.compute.manager [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Took 1.22 seconds to destroy the instance on the hypervisor. [ 959.660245] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.660245] env[69984]: DEBUG nova.compute.manager [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.660245] env[69984]: DEBUG nova.network.neutron [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.661743] env[69984]: DEBUG nova.policy [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffcab0a718444ad4be7233c2ab8d198d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4c9aa782b5428bb5c8102adb8e57f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.802021] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945289, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.812305] env[69984]: DEBUG nova.network.neutron [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Updated VIF entry in instance network info cache for port e20c8f63-2a2c-4f3d-b805-8912d97bedbc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.812848] env[69984]: DEBUG nova.network.neutron [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Updating instance_info_cache with network_info: [{"id": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "address": "fa:16:3e:3b:f5:30", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape20c8f63-2a", "ovs_interfaceid": "e20c8f63-2a2c-4f3d-b805-8912d97bedbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.873820] env[69984]: DEBUG oslo_concurrency.lockutils [None req-334c4df9-739e-4ad9-b0c0-3fc92d7e7031 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.341s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.064029] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eeca57-cc20-5927-15c1-dd82b68a4da4, 'name': SearchDatastore_Task, 'duration_secs': 0.017177} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.064640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.065023] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.065383] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.066153] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.066498] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.073343] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e620d959-a3ae-4ff3-8b37-9585a172145e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.088414] env[69984]: DEBUG oslo_vmware.api [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945268, 'name': ReconfigVM_Task, 'duration_secs': 5.844088} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.090247] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.091182] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Reconfigured VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 960.096368] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.097951] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.099936] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.104022] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9682bf-40a3-4b5e-8be5-12355643c529 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116627] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 960.116627] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5250ece3-4abb-c4f6-9598-633ebbfae8f6" [ 960.116627] env[69984]: _type = "Task" [ 960.116627] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.118498] env[69984]: DEBUG nova.compute.manager [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.119026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.126190] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9e1029-e7df-45c9-9dd9-b3e665160c98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.139998] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5250ece3-4abb-c4f6-9598-633ebbfae8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016356} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.147247] env[69984]: DEBUG oslo_vmware.api [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945290, 'name': ReconfigVM_Task, 'duration_secs': 0.171635} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.147334] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.147706] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf56ad1f-0386-4864-84c4-aa0071b6d472 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.150458] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783075', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'name': 'volume-a3f379ef-d10a-474e-bbb3-70464c5705ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69875551-6e1b-407e-8db4-9f2e4a054717', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3f379ef-d10a-474e-bbb3-70464c5705ce', 'serial': 'a3f379ef-d10a-474e-bbb3-70464c5705ce'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.153228] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bc998d3-1fb8-4fd0-a0d2-f49f5b073825 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.162803] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddef6d8-69b0-4172-996e-9206450cf0a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.175256] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c7129-741a-4ae3-8064-0b457b57dc2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.179597] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 960.179597] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52622b17-76d5-abd8-ee3d-c03c8ae89b0d" [ 960.179597] env[69984]: _type = "Task" [ 960.179597] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.179930] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 960.179930] env[69984]: value = "task-3945291" [ 960.179930] env[69984]: _type = "Task" [ 960.179930] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.221566] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6981751a-970b-4186-a082-30807c5ce05a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.234856] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52622b17-76d5-abd8-ee3d-c03c8ae89b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.017885} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.235291] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.236171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.236401] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.237341] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2f242d3-6c3e-4b24-bfef-9ab3688a9b26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.245337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b90222-3cbd-48f4-9de8-cfa2fadff2ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.254035] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 960.254035] env[69984]: value = "task-3945292" [ 960.254035] env[69984]: _type = "Task" [ 960.254035] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.266333] env[69984]: DEBUG nova.compute.provider_tree [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.268499] env[69984]: DEBUG nova.network.neutron [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.274616] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.307871] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945289, 'name': CreateVM_Task, 'duration_secs': 0.591141} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.308537] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.309132] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.309132] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.309484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.310661] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4266ab-8093-4dd6-ad9f-9ad497442819 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.317956] env[69984]: DEBUG oslo_concurrency.lockutils [req-8be54c61-2b29-451d-a9c7-f05dd01f1606 req-9f96512c-817c-4e1d-96fc-6030c7650d46 service nova] Releasing lock "refresh_cache-6ea740ab-2276-4b75-9fd4-95678fdac505" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.318247] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 960.318247] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c65a31-ee02-79ce-17d6-0f15643e9cdc" [ 960.318247] env[69984]: _type = "Task" [ 960.318247] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.332009] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c65a31-ee02-79ce-17d6-0f15643e9cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.389205] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.391290] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.579165] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.579739] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.599183] env[69984]: DEBUG nova.compute.manager [req-30123a94-6dcd-4b9b-a28d-0f5734218b45 req-227b54fe-ddbc-4ebf-95c6-d5f9db3dc68c service nova] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Received event network-vif-deleted-a6b523b4-2c4a-472c-92d8-0e147747a0ff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.624508] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Successfully created port: e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.701525] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945291, 'name': PowerOffVM_Task, 'duration_secs': 0.303339} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.702298] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.702497] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.702781] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47880356-4a1f-4cd2-af70-e0c61909373c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.708252] env[69984]: DEBUG nova.compute.manager [req-f2c2af9e-d72f-452d-9f69-e1e578bd5ff6 req-0293edb6-6fcc-4b1b-9d40-e98833218d27 service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-vif-deleted-202d45be-beac-4abe-9f57-32a4486af138 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.708456] env[69984]: INFO nova.compute.manager [req-f2c2af9e-d72f-452d-9f69-e1e578bd5ff6 req-0293edb6-6fcc-4b1b-9d40-e98833218d27 service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Neutron deleted interface 202d45be-beac-4abe-9f57-32a4486af138; detaching it from the instance and deleting it from the info cache [ 960.708743] env[69984]: DEBUG nova.network.neutron [req-f2c2af9e-d72f-452d-9f69-e1e578bd5ff6 req-0293edb6-6fcc-4b1b-9d40-e98833218d27 service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updating instance_info_cache with network_info: [{"id": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "address": "fa:16:3e:19:09:22", "network": {"id": "83a3c205-a6ce-43cd-8acd-e27d2af08c64", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1236884821", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "36b8111c63624825b21d9b78dd427cb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f9b519-6d", "ovs_interfaceid": "17f9b519-6d65-4195-ac78-8c6b2a615df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.739866] env[69984]: DEBUG nova.objects.instance [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'flavor' on Instance uuid 69875551-6e1b-407e-8db4-9f2e4a054717 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.767268] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.773223] env[69984]: DEBUG nova.scheduler.client.report [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.780078] env[69984]: INFO nova.compute.manager [-] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Took 1.88 seconds to deallocate network for instance. [ 960.788537] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.788795] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.791026] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 05ee6404-3bdb-4fd9-aec0-cc3ed18db898 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.791026] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a81c88f-3684-416a-a100-efbae6455e4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.799999] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 960.799999] env[69984]: value = "task-3945294" [ 960.799999] env[69984]: _type = "Task" [ 960.799999] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.811184] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.830119] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c65a31-ee02-79ce-17d6-0f15643e9cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.831400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.831674] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.831893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.832094] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.832302] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.833051] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a882c02d-b038-4bb8-aec6-436dfe6e519f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.845082] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.845298] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.846949] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2619411c-a3f0-47e0-9dd1-df769c34a5d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.855183] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 960.855183] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52af9ec2-3e37-40e8-dbe3-13d18f0bcdef" [ 960.855183] env[69984]: _type = "Task" [ 960.855183] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.864329] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52af9ec2-3e37-40e8-dbe3-13d18f0bcdef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.894634] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.081884] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.115312] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.158220] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.158839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.159081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "6610d030-9550-43f8-a8b2-703d222d842e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.159255] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.159493] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.162305] env[69984]: INFO nova.compute.manager [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Terminating instance [ 961.169452] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.169616] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.170362] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.170362] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.170362] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.170362] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.170578] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.170797] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.170912] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.171422] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.171422] env[69984]: DEBUG nova.virt.hardware [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.172726] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c4f2b-358c-43ad-9183-7f1c8842183b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.184078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc15cc-9bcc-4dc5-b79c-e05f92c31bba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.211936] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80854593-7591-41fb-9e5f-fb27a0c3a04e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.225190] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73cc36-65b5-41ca-9ede-2a44079f73e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.269190] env[69984]: DEBUG nova.compute.manager [req-f2c2af9e-d72f-452d-9f69-e1e578bd5ff6 req-0293edb6-6fcc-4b1b-9d40-e98833218d27 service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Detach interface failed, port_id=202d45be-beac-4abe-9f57-32a4486af138, reason: Instance b744625b-3759-4140-a0af-ddb3ee39a338 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.281240] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585559} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.282126] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.284577] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.284856] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.286261] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.995s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.286537] env[69984]: DEBUG nova.objects.instance [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lazy-loading 'resources' on Instance uuid 3150ea52-5efd-4f64-af55-c42822bae56c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.291023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2c531f5-6378-4c0f-b63e-4173152c6352 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.292024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.300191] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 961.300191] env[69984]: value = "task-3945295" [ 961.300191] env[69984]: _type = "Task" [ 961.300191] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.317752] env[69984]: DEBUG oslo_vmware.api [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332536} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.320903] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.321139] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.321334] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.321607] env[69984]: INFO nova.compute.manager [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Took 1.20 seconds to destroy the instance on the hypervisor. [ 961.321929] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.322725] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.323049] env[69984]: DEBUG nova.compute.manager [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.323164] env[69984]: DEBUG nova.network.neutron [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.370246] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52af9ec2-3e37-40e8-dbe3-13d18f0bcdef, 'name': SearchDatastore_Task, 'duration_secs': 0.020715} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.376545] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0214c618-de4e-45c4-982d-f5bcd4df2262 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.380212] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 961.380212] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529db027-773e-293a-be14-2a410a7068ad" [ 961.380212] env[69984]: _type = "Task" [ 961.380212] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.390572] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529db027-773e-293a-be14-2a410a7068ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.415401] env[69984]: INFO nova.scheduler.client.report [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Deleted allocations for instance e97d0fb5-dfa6-4c8e-9401-d5e062187aed [ 961.434248] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.606815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.668010] env[69984]: DEBUG nova.compute.manager [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.668270] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.669406] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb5b63-dc5a-4db3-ad02-62fe904f34d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.680044] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.682373] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa3dc40-9185-4e06-9b14-6ea36738f219 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690459] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 961.690459] env[69984]: value = "task-3945296" [ 961.690459] env[69984]: _type = "Task" [ 961.690459] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.703564] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.707747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.708159] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.708949] env[69984]: DEBUG nova.network.neutron [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.749245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-193d3761-1eef-442c-8c0d-71e6d0ec88e3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.928s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.776794] env[69984]: DEBUG nova.network.neutron [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.816200] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082525} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.816654] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.818180] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea66cf8-6def-47a2-a1a8-6b1f46bd2e87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.838785] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.842100] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b652262-f076-4354-984f-37fa80b17c92 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.880676] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 961.880676] env[69984]: value = "task-3945297" [ 961.880676] env[69984]: _type = "Task" [ 961.880676] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.900860] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.900860] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529db027-773e-293a-be14-2a410a7068ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023503} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.900860] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.901265] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6ea740ab-2276-4b75-9fd4-95678fdac505/6ea740ab-2276-4b75-9fd4-95678fdac505.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.901363] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0352b823-630f-4c1d-aba8-3a3df6a3a8ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.911015] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 961.911015] env[69984]: value = "task-3945298" [ 961.911015] env[69984]: _type = "Task" [ 961.911015] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.922840] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.926691] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f641ed6d-d480-45d5-af9b-ecaf7bb2fbb8 tempest-ServerRescueTestJSON-2117671957 tempest-ServerRescueTestJSON-2117671957-project-member] Lock "e97d0fb5-dfa6-4c8e-9401-d5e062187aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.590s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.186034] env[69984]: DEBUG nova.network.neutron [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.220029] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945296, 'name': PowerOffVM_Task, 'duration_secs': 0.291228} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.221163] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.221404] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.222754] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05f1e03-c064-452f-b5b5-8118ad7a2c63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.224205] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.224458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.225532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.225532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.225532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.230443] env[69984]: INFO nova.compute.manager [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Terminating instance [ 962.252931] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.252931] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.253173] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.253287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.253460] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.255653] env[69984]: INFO nova.compute.manager [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Terminating instance [ 962.279275] env[69984]: INFO nova.compute.manager [-] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Took 2.62 seconds to deallocate network for instance. [ 962.308577] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f136fce0-39f2-49fd-8069-64b9e40c8bcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.320684] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905e504-ca42-419a-96c8-8445a977bc0c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.363704] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c830c0b4-7594-42cb-a73d-d4aab0e8fdf4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.377281] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13e51e8-4c9a-4289-8e58-0c4b22e051fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.394574] env[69984]: DEBUG nova.compute.provider_tree [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.407866] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945297, 'name': ReconfigVM_Task, 'duration_secs': 0.318569} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.408255] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f2723a87-2e65-4f90-b014-2a66b53059d5/f2723a87-2e65-4f90-b014-2a66b53059d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.409093] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d609ed41-c3db-45d9-b234-8e01f0bbc47f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.422396] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.422564] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.422662] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore1] 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.422962] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89973bab-333a-48bd-bf6e-2338af3a2e72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.426469] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 962.426469] env[69984]: value = "task-3945300" [ 962.426469] env[69984]: _type = "Task" [ 962.426469] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.433770] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.435424] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 962.435424] env[69984]: value = "task-3945301" [ 962.435424] env[69984]: _type = "Task" [ 962.435424] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.443800] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945300, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.447094] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.638611] env[69984]: DEBUG nova.compute.manager [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-vif-deleted-2190dc48-2a23-4496-a3a6-9148b8d2df18 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.638878] env[69984]: INFO nova.compute.manager [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Neutron deleted interface 2190dc48-2a23-4496-a3a6-9148b8d2df18; detaching it from the instance and deleting it from the info cache [ 962.639559] env[69984]: DEBUG nova.network.neutron [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.689836] env[69984]: INFO nova.compute.manager [-] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Took 1.37 seconds to deallocate network for instance. [ 962.739821] env[69984]: DEBUG nova.compute.manager [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.739821] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.741353] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617686f1-4c34-4c80-b4bd-ff4e6feeab32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.755411] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.758149] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79de147-aa77-4ad5-b21d-709616ab8247 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.761172] env[69984]: DEBUG nova.compute.manager [req-6c2b21a2-1753-4e14-98ae-f9cc18163e06 req-9ad8a462-2fd1-4e66-830f-74aa07447d70 service nova] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Received event network-vif-deleted-17f9b519-6d65-4195-ac78-8c6b2a615df1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.761377] env[69984]: DEBUG nova.compute.manager [req-6c2b21a2-1753-4e14-98ae-f9cc18163e06 req-9ad8a462-2fd1-4e66-830f-74aa07447d70 service nova] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Received event network-vif-deleted-5b79d4f7-c460-437c-8233-cf9f3a3b1736 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.766153] env[69984]: DEBUG nova.compute.manager [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.766478] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.767952] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bec16a-e378-4421-8ad7-eb90a58801bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.776924] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 962.776924] env[69984]: value = "task-3945302" [ 962.776924] env[69984]: _type = "Task" [ 962.776924] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.779859] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.783661] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b7f563a-8757-492c-8705-7c6b36de7695 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.793016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.793016] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.794723] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 962.794723] env[69984]: value = "task-3945303" [ 962.794723] env[69984]: _type = "Task" [ 962.794723] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.795725] env[69984]: INFO nova.network.neutron [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Port 2190dc48-2a23-4496-a3a6-9148b8d2df18 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 962.796276] env[69984]: DEBUG nova.network.neutron [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [{"id": "0018187c-99d0-491f-bfe6-5c75503ce91a", "address": "fa:16:3e:1e:5a:1e", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0018187c-99", "ovs_interfaceid": "0018187c-99d0-491f-bfe6-5c75503ce91a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.812079] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.901604] env[69984]: DEBUG nova.scheduler.client.report [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.923754] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592407} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.925157] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6ea740ab-2276-4b75-9fd4-95678fdac505/6ea740ab-2276-4b75-9fd4-95678fdac505.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.925443] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.925765] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10605424-3c3e-4279-98e3-a4c30d53a95a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.940268] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945300, 'name': Rename_Task, 'duration_secs': 0.161117} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.945450] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.945833] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 962.945833] env[69984]: value = "task-3945304" [ 962.945833] env[69984]: _type = "Task" [ 962.945833] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.946087] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba171b0-8e10-4744-bb2a-8e0ef2e09478 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.955745] env[69984]: DEBUG oslo_vmware.api [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28297} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.957105] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.957822] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.957822] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.957822] env[69984]: INFO nova.compute.manager [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Took 1.29 seconds to destroy the instance on the hypervisor. [ 962.958044] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.958262] env[69984]: DEBUG nova.compute.manager [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.958327] env[69984]: DEBUG nova.network.neutron [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.964448] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 962.964448] env[69984]: value = "task-3945305" [ 962.964448] env[69984]: _type = "Task" [ 962.964448] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.964792] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.974964] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.142340] env[69984]: DEBUG oslo_concurrency.lockutils [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] Acquiring lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.197635] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.290786] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945302, 'name': PowerOffVM_Task, 'duration_secs': 0.232389} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.291144] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.291330] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.291605] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc6980b-cb0b-4ee6-afa0-8839dfa73eaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.303257] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.316681] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945303, 'name': PowerOffVM_Task, 'duration_secs': 0.416034} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.316681] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.316681] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.318135] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f701c72c-5734-4e49-96d2-4ea284767a09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.374192] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Successfully updated port: e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.407685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.411247] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.840s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.411613] env[69984]: DEBUG nova.objects.instance [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lazy-loading 'resources' on Instance uuid f4d62ce4-47d3-4a9c-94f2-3a84814a34a7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.427069] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.427330] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.427509] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleting the datastore file [datastore2] 69875551-6e1b-407e-8db4-9f2e4a054717 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.428211] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c434f090-28d2-4fc4-aad4-73ddafedb4ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.438387] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 963.438387] env[69984]: value = "task-3945308" [ 963.438387] env[69984]: _type = "Task" [ 963.438387] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.439717] env[69984]: INFO nova.scheduler.client.report [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted allocations for instance 3150ea52-5efd-4f64-af55-c42822bae56c [ 963.459178] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.467461] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093482} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.473092] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.473525] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.473725] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.473935] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleting the datastore file [datastore1] 62dd1fba-1360-44d3-b1f6-3de86dffc7ee {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.474800] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4036f927-3272-4d6b-b841-1e48271ce992 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.478898] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32a1bf1-5432-4afb-82b5-390357100dec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.488719] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.509796] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 6ea740ab-2276-4b75-9fd4-95678fdac505/6ea740ab-2276-4b75-9fd4-95678fdac505.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.510192] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 963.510192] env[69984]: value = "task-3945309" [ 963.510192] env[69984]: _type = "Task" [ 963.510192] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.510438] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417fa54f-5e16-48a1-9d7b-97c5c353c26f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.542262] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.544267] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 963.544267] env[69984]: value = "task-3945310" [ 963.544267] env[69984]: _type = "Task" [ 963.544267] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.554235] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.808703] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7996d9e6-8cf7-4c39-8284-629ecd17e575 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-62dd1fba-1360-44d3-b1f6-3de86dffc7ee-2190dc48-2a23-4496-a3a6-9148b8d2df18" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.353s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.875965] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.876267] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.876537] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.954104] env[69984]: DEBUG oslo_vmware.api [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271726} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.954531] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.954812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.955033] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.955250] env[69984]: INFO nova.compute.manager [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Took 1.22 seconds to destroy the instance on the hypervisor. [ 963.955505] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.959632] env[69984]: DEBUG nova.compute.manager [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.959632] env[69984]: DEBUG nova.network.neutron [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.961488] env[69984]: DEBUG oslo_concurrency.lockutils [None req-01eba1db-c7a6-46ea-bf88-b542bbc96a9a tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "3150ea52-5efd-4f64-af55-c42822bae56c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.298s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.982538] env[69984]: DEBUG oslo_vmware.api [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945305, 'name': PowerOnVM_Task, 'duration_secs': 0.544806} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.985858] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.985858] env[69984]: DEBUG nova.compute.manager [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.990275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2d83c-451a-4805-a34f-5f1a27c5b126 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.042714] env[69984]: DEBUG oslo_vmware.api [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310035} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.043584] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.045182] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.045182] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.045182] env[69984]: INFO nova.compute.manager [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Took 1.28 seconds to destroy the instance on the hypervisor. [ 964.045182] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.048819] env[69984]: DEBUG nova.compute.manager [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.048933] env[69984]: DEBUG nova.network.neutron [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.069991] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.327529] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8c4f2-04d5-4692-ac5c-29c48f9102c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.336653] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0ab249-b547-48cd-a17a-ece1fa3f325b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.371602] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc65bd9-a02a-4ab9-a7a0-bfa8fae9d2be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.380765] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f05b58-20bc-4348-8cee-3f715b7e98ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.401493] env[69984]: DEBUG nova.compute.provider_tree [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.478962] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.511779] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.558779] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.558779] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.558779] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.559087] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.559087] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.564228] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945310, 'name': ReconfigVM_Task, 'duration_secs': 0.697753} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.564990] env[69984]: INFO nova.compute.manager [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Terminating instance [ 964.566285] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 6ea740ab-2276-4b75-9fd4-95678fdac505/6ea740ab-2276-4b75-9fd4-95678fdac505.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.568073] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb62bee6-d173-4f75-83ba-a83a39d42852 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.576565] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 964.576565] env[69984]: value = "task-3945311" [ 964.576565] env[69984]: _type = "Task" [ 964.576565] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.591456] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945311, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.636315] env[69984]: DEBUG nova.network.neutron [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.905145] env[69984]: DEBUG nova.scheduler.client.report [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.072810] env[69984]: DEBUG nova.compute.manager [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.072810] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.073997] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e1717-7e44-4f95-b310-c34836fdcf66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.088179] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945311, 'name': Rename_Task, 'duration_secs': 0.201023} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.090602] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.090888] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.091196] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ebf6fd5-f2e9-48c2-accc-39354f6c6bdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.093146] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-395af0c9-a7c0-477a-afd7-b70f6fcfba20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.104615] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 965.104615] env[69984]: value = "task-3945312" [ 965.104615] env[69984]: _type = "Task" [ 965.104615] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.105072] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 965.105072] env[69984]: value = "task-3945313" [ 965.105072] env[69984]: _type = "Task" [ 965.105072] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.118528] env[69984]: DEBUG nova.network.neutron [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Updating instance_info_cache with network_info: [{"id": "e703f733-d88d-49be-9def-1a0515fc3915", "address": "fa:16:3e:e3:1e:7d", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape703f733-d8", "ovs_interfaceid": "e703f733-d88d-49be-9def-1a0515fc3915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.127394] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.132541] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.145158] env[69984]: INFO nova.compute.manager [-] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Took 2.18 seconds to deallocate network for instance. [ 965.193539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.193539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.193539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.193539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.193990] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.197340] env[69984]: INFO nova.compute.manager [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Terminating instance [ 965.239853] env[69984]: DEBUG nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Received event network-vif-plugged-e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.240139] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Acquiring lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.240375] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.240552] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.240726] env[69984]: DEBUG nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] No waiting events found dispatching network-vif-plugged-e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.240914] env[69984]: WARNING nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Received unexpected event network-vif-plugged-e703f733-d88d-49be-9def-1a0515fc3915 for instance with vm_state building and task_state spawning. [ 965.241146] env[69984]: DEBUG nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Received event network-changed-e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.241327] env[69984]: DEBUG nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Refreshing instance network info cache due to event network-changed-e703f733-d88d-49be-9def-1a0515fc3915. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.241526] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Acquiring lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.294412] env[69984]: DEBUG nova.compute.manager [req-9d627fae-9799-4e1c-a7b0-04a00b5b4043 req-393d8a56-95c2-4be9-a419-fc5643c4a3e9 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Received event network-vif-deleted-0018187c-99d0-491f-bfe6-5c75503ce91a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.294412] env[69984]: INFO nova.compute.manager [req-9d627fae-9799-4e1c-a7b0-04a00b5b4043 req-393d8a56-95c2-4be9-a419-fc5643c4a3e9 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Neutron deleted interface 0018187c-99d0-491f-bfe6-5c75503ce91a; detaching it from the instance and deleting it from the info cache [ 965.294412] env[69984]: DEBUG nova.network.neutron [req-9d627fae-9799-4e1c-a7b0-04a00b5b4043 req-393d8a56-95c2-4be9-a419-fc5643c4a3e9 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.396340] env[69984]: DEBUG nova.network.neutron [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.418819] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.422920] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.127s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.423745] env[69984]: DEBUG nova.objects.instance [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lazy-loading 'resources' on Instance uuid 57e9919f-d0c1-4ad2-9501-a752764b2630 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.462426] env[69984]: INFO nova.scheduler.client.report [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted allocations for instance f4d62ce4-47d3-4a9c-94f2-3a84814a34a7 [ 965.627969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.628329] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Instance network_info: |[{"id": "e703f733-d88d-49be-9def-1a0515fc3915", "address": "fa:16:3e:e3:1e:7d", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape703f733-d8", "ovs_interfaceid": "e703f733-d88d-49be-9def-1a0515fc3915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.629055] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945313, 'name': PowerOffVM_Task, 'duration_secs': 0.271106} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.629990] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.629990] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Acquired lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.629990] env[69984]: DEBUG nova.network.neutron [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Refreshing network info cache for port e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.631414] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:1e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e703f733-d88d-49be-9def-1a0515fc3915', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.639406] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.639659] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.639852] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.640689] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.640967] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23b09b8-8204-48fc-924b-8d6f1dbef69f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.643702] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63bc46d1-0a13-4393-a6a9-87b51bf883a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.663156] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.669891] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.669891] env[69984]: value = "task-3945315" [ 965.669891] env[69984]: _type = "Task" [ 965.669891] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.679989] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945315, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.702706] env[69984]: DEBUG nova.compute.manager [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.703070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.704255] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34953687-7b72-4bd7-97f0-c19c2dfeb5f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.713963] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.714376] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd5fe85-2e6a-40be-909d-d79b0961003a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.723172] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 965.723172] env[69984]: value = "task-3945316" [ 965.723172] env[69984]: _type = "Task" [ 965.723172] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.736212] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.738392] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.738999] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.738999] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleting the datastore file [datastore2] 00c1a65c-7b29-4f5f-b3c1-493e8910c197 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.739368] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4d87bb-c1b8-4de3-b6f8-6f9dd4d48088 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.748472] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for the task: (returnval){ [ 965.748472] env[69984]: value = "task-3945317" [ 965.748472] env[69984]: _type = "Task" [ 965.748472] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.759562] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.795189] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6720e07c-5394-4c4d-92c4-e8331b271b60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.810832] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b9d51-dede-41ed-b377-2f6e11884f74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.824898] env[69984]: DEBUG nova.network.neutron [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.850834] env[69984]: DEBUG nova.compute.manager [req-9d627fae-9799-4e1c-a7b0-04a00b5b4043 req-393d8a56-95c2-4be9-a419-fc5643c4a3e9 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Detach interface failed, port_id=0018187c-99d0-491f-bfe6-5c75503ce91a, reason: Instance 62dd1fba-1360-44d3-b1f6-3de86dffc7ee could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.898803] env[69984]: INFO nova.compute.manager [-] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Took 1.85 seconds to deallocate network for instance. [ 965.970415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-94cde4ba-d48f-4ae3-8c17-77c9f8ef5451 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "f4d62ce4-47d3-4a9c-94f2-3a84814a34a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.879s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.076820] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "f2723a87-2e65-4f90-b014-2a66b53059d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.077154] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.077408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "f2723a87-2e65-4f90-b014-2a66b53059d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.077600] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.077803] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.080247] env[69984]: INFO nova.compute.manager [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Terminating instance [ 966.132865] env[69984]: DEBUG oslo_vmware.api [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945312, 'name': PowerOnVM_Task, 'duration_secs': 0.746119} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.132865] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.132865] env[69984]: INFO nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Took 10.15 seconds to spawn the instance on the hypervisor. [ 966.132865] env[69984]: DEBUG nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.136876] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a885c-84f0-4251-9c5a-b3dfe2993489 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.185454] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945315, 'name': CreateVM_Task, 'duration_secs': 0.428531} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.185596] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.187172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.187172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.187172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.187414] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5293b61-6705-4b70-8f4b-4d520f5fefee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.194131] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 966.194131] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ecd99-51aa-0c75-e979-64de47fae856" [ 966.194131] env[69984]: _type = "Task" [ 966.194131] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.207638] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ecd99-51aa-0c75-e979-64de47fae856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.237313] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945316, 'name': PowerOffVM_Task, 'duration_secs': 0.324203} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.241155] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.241395] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.242164] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f4d7eb-3002-44ec-b3ed-9638433a16de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.266874] env[69984]: DEBUG oslo_vmware.api [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Task: {'id': task-3945317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266106} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.267312] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.267580] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.267825] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.268107] env[69984]: INFO nova.compute.manager [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Took 1.20 seconds to destroy the instance on the hypervisor. [ 966.268461] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.268724] env[69984]: DEBUG nova.compute.manager [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.268849] env[69984]: DEBUG nova.network.neutron [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.317610] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.317907] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.318152] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleting the datastore file [datastore1] 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.318484] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8770328a-6064-4e83-a9bf-80e58d2dc426 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.330073] env[69984]: INFO nova.compute.manager [-] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Took 2.37 seconds to deallocate network for instance. [ 966.330554] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for the task: (returnval){ [ 966.330554] env[69984]: value = "task-3945319" [ 966.330554] env[69984]: _type = "Task" [ 966.330554] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.349330] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.362588] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f8f570-5233-49c7-8671-52621fc65864 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.373159] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392cfa1b-32cc-4a5d-9398-c5a8ab58fd6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.412252] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.414448] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c1768-1703-42be-8c49-078375a34c6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.426021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967bbbe5-5664-4745-be63-8bde234817cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.446259] env[69984]: DEBUG nova.compute.provider_tree [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.573557] env[69984]: DEBUG nova.network.neutron [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Updated VIF entry in instance network info cache for port e703f733-d88d-49be-9def-1a0515fc3915. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.574225] env[69984]: DEBUG nova.network.neutron [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Updating instance_info_cache with network_info: [{"id": "e703f733-d88d-49be-9def-1a0515fc3915", "address": "fa:16:3e:e3:1e:7d", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape703f733-d8", "ovs_interfaceid": "e703f733-d88d-49be-9def-1a0515fc3915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.587955] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "refresh_cache-f2723a87-2e65-4f90-b014-2a66b53059d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.588196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquired lock "refresh_cache-f2723a87-2e65-4f90-b014-2a66b53059d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.588382] env[69984]: DEBUG nova.network.neutron [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.659515] env[69984]: INFO nova.compute.manager [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Took 36.72 seconds to build instance. [ 966.705994] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ecd99-51aa-0c75-e979-64de47fae856, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.706373] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.706628] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.706917] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.707078] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.707265] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.707542] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62dc8ff-c2ee-4473-af62-f607e2f904f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.721192] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.721390] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.722754] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bacb4179-2cce-473b-bb2f-9506af4c82f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.729041] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 966.729041] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523500d8-b9b0-27e6-a079-532487a77d84" [ 966.729041] env[69984]: _type = "Task" [ 966.729041] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.739063] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523500d8-b9b0-27e6-a079-532487a77d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.842687] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.844720] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.953159] env[69984]: DEBUG nova.scheduler.client.report [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.077490] env[69984]: DEBUG oslo_concurrency.lockutils [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] Releasing lock "refresh_cache-b73a824f-ba19-4801-81d0-c2abded3a472" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.078070] env[69984]: DEBUG nova.compute.manager [req-580d214c-3198-44c3-9c28-af45070e8d74 req-c2dcc4c4-1875-426a-9009-2ce4018ba527 service nova] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Received event network-vif-deleted-5a65d17c-c168-4f62-b919-5e4f12c32325 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.109353] env[69984]: DEBUG nova.network.neutron [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.161457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6caa8736-7def-4118-8252-1e41fe7486f9 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.236s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.173291] env[69984]: DEBUG nova.network.neutron [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.177013] env[69984]: DEBUG nova.network.neutron [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.240251] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523500d8-b9b0-27e6-a079-532487a77d84, 'name': SearchDatastore_Task, 'duration_secs': 0.035533} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.241071] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c84984-ddcb-4e91-9c30-bd09fdd61dea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.246844] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 967.246844] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521de4d6-d861-2e89-59ae-dd8624c1218e" [ 967.246844] env[69984]: _type = "Task" [ 967.246844] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.256027] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521de4d6-d861-2e89-59ae-dd8624c1218e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.309067] env[69984]: DEBUG nova.compute.manager [req-6b2fe8f3-449a-4d27-8146-9a9c0095e53b req-0272efaf-471e-48ea-ae41-87686bdb754d service nova] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Received event network-vif-deleted-ff40f4f0-8eaf-404a-aa68-f0fda4a2436e {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.309424] env[69984]: DEBUG nova.compute.manager [req-6b2fe8f3-449a-4d27-8146-9a9c0095e53b req-0272efaf-471e-48ea-ae41-87686bdb754d service nova] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Received event network-vif-deleted-6b570b9a-2591-4571-a45f-afd4b962f20a {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.346013] env[69984]: DEBUG oslo_vmware.api [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Task: {'id': task-3945319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.753851} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.346633] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.346633] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.346633] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.346869] env[69984]: INFO nova.compute.manager [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Took 1.64 seconds to destroy the instance on the hypervisor. [ 967.347015] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.347269] env[69984]: DEBUG nova.compute.manager [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.347339] env[69984]: DEBUG nova.network.neutron [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.459481] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.463189] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.042s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.464254] env[69984]: DEBUG nova.objects.instance [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lazy-loading 'resources' on Instance uuid fe1669be-5412-477d-9f08-1814d3f90d96 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.492034] env[69984]: INFO nova.scheduler.client.report [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Deleted allocations for instance 57e9919f-d0c1-4ad2-9501-a752764b2630 [ 967.676759] env[69984]: INFO nova.compute.manager [-] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Took 1.41 seconds to deallocate network for instance. [ 967.682869] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Releasing lock "refresh_cache-f2723a87-2e65-4f90-b014-2a66b53059d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.683320] env[69984]: DEBUG nova.compute.manager [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.683540] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.684699] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce10bf1-77bd-4966-9574-9760513957da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.693823] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.694157] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d961a5-117a-4a7e-832b-be044c655c7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.702584] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 967.702584] env[69984]: value = "task-3945320" [ 967.702584] env[69984]: _type = "Task" [ 967.702584] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.713448] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.761950] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521de4d6-d861-2e89-59ae-dd8624c1218e, 'name': SearchDatastore_Task, 'duration_secs': 0.03918} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.762532] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.762839] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] b73a824f-ba19-4801-81d0-c2abded3a472/b73a824f-ba19-4801-81d0-c2abded3a472.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.763191] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16de3e3a-9855-4170-8f40-75a4993ea005 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.771224] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 967.771224] env[69984]: value = "task-3945321" [ 967.771224] env[69984]: _type = "Task" [ 967.771224] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.780947] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.001423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c250e758-f341-43f3-9902-3e2f017cc0e8 tempest-MultipleCreateTestJSON-78436619 tempest-MultipleCreateTestJSON-78436619-project-member] Lock "57e9919f-d0c1-4ad2-9501-a752764b2630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.358s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.187311] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.219103] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945320, 'name': PowerOffVM_Task, 'duration_secs': 0.218932} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.219510] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.219788] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.220211] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f4a9e20-d36e-44c1-ba38-7309377eeee7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.256169] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.256169] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.256169] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Deleting the datastore file [datastore1] f2723a87-2e65-4f90-b014-2a66b53059d5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.256169] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5017ceb-c115-442d-ac14-69c5385a0db3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.263381] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for the task: (returnval){ [ 968.263381] env[69984]: value = "task-3945323" [ 968.263381] env[69984]: _type = "Task" [ 968.263381] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.275920] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.292688] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945321, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.319313] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68bd64a-6bf5-4c55-9770-301daa97bd00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.330282] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b553854-7e41-4bdd-a551-d93f6d5f8588 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.368960] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e23f91-75af-43bf-95ab-7926ca2af488 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.382484] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1676f2a6-ef00-469c-8043-b422af80a0de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.390076] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "eb80e902-2ff7-4df6-b885-332a6743ad79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.390394] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.406045] env[69984]: DEBUG nova.compute.provider_tree [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.481031] env[69984]: DEBUG nova.network.neutron [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.778058] env[69984]: DEBUG oslo_vmware.api [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Task: {'id': task-3945323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332366} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.778058] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.778058] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.778058] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.778058] env[69984]: INFO nova.compute.manager [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 968.778058] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.778058] env[69984]: DEBUG nova.compute.manager [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.778058] env[69984]: DEBUG nova.network.neutron [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.788285] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751556} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.788764] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] b73a824f-ba19-4801-81d0-c2abded3a472/b73a824f-ba19-4801-81d0-c2abded3a472.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.789233] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.789614] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1fa6ec6-c475-4da8-81e2-47e4d2d80a9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.799588] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 968.799588] env[69984]: value = "task-3945324" [ 968.799588] env[69984]: _type = "Task" [ 968.799588] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.809597] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.810651] env[69984]: DEBUG nova.network.neutron [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.896027] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.937453] env[69984]: ERROR nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [req-3a769a09-1041-464f-b607-f9ee2cb324fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a769a09-1041-464f-b607-f9ee2cb324fd"}]} [ 968.963350] env[69984]: DEBUG nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 968.983282] env[69984]: INFO nova.compute.manager [-] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Took 1.64 seconds to deallocate network for instance. [ 968.989670] env[69984]: DEBUG nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 968.990030] env[69984]: DEBUG nova.compute.provider_tree [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.005706] env[69984]: DEBUG nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.026592] env[69984]: DEBUG nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.310310] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07628} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.310564] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.311412] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04953f1a-fc81-4832-ab38-4c040e6b979b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.314202] env[69984]: DEBUG nova.network.neutron [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.353568] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b73a824f-ba19-4801-81d0-c2abded3a472/b73a824f-ba19-4801-81d0-c2abded3a472.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.358689] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b000065-383b-4773-a2ba-297fcd6f4ee8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.376490] env[69984]: DEBUG nova.compute.manager [req-99ba4aa7-5569-4b28-aeef-cd25efdc13dc req-4dc87d6c-6e6c-40b4-b335-c85a66a0043a service nova] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Received event network-vif-deleted-0800d0cb-5326-49b7-8db5-697c0c744921 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.384835] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 969.384835] env[69984]: value = "task-3945325" [ 969.384835] env[69984]: _type = "Task" [ 969.384835] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.396592] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.435698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.467027] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a63e380-58ac-4522-9f91-9f58808e590a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482289] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be381a0c-e199-42d4-8b7e-a34a11e4e59b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.521873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.524229] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bb7be-b828-40b4-a103-74bded1bfdfb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.535880] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd62a9a-e65c-4f0b-8a90-61ff70525bba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.547990] env[69984]: DEBUG nova.compute.provider_tree [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.818503] env[69984]: INFO nova.compute.manager [-] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Took 1.04 seconds to deallocate network for instance. [ 969.874634] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 969.875859] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76976ad8-4f9a-4a31-ae18-022af802fb27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.882461] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 969.882808] env[69984]: ERROR oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk due to incomplete transfer. [ 969.882907] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2108b08b-5251-42d9-a767-ca1e68365c34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.891163] env[69984]: DEBUG oslo_vmware.rw_handles [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c52446-ab4f-9e99-4f97-8e3170f77f82/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 969.891395] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploaded image 089b78a9-6b53-453b-8eb8-1f17cf9c4f1d to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 969.893767] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 969.897433] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c842b6b-9da1-40ed-95ba-3314df20ba72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.899082] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.905227] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 969.905227] env[69984]: value = "task-3945326" [ 969.905227] env[69984]: _type = "Task" [ 969.905227] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.916765] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945326, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.089331] env[69984]: DEBUG nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 970.089853] env[69984]: DEBUG nova.compute.provider_tree [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 109 to 110 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 970.090227] env[69984]: DEBUG nova.compute.provider_tree [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.325930] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.395363] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945325, 'name': ReconfigVM_Task, 'duration_secs': 0.571745} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.395645] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b73a824f-ba19-4801-81d0-c2abded3a472/b73a824f-ba19-4801-81d0-c2abded3a472.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.396341] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7a5401-ee41-494d-8345-6f47d58900a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.403825] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 970.403825] env[69984]: value = "task-3945327" [ 970.403825] env[69984]: _type = "Task" [ 970.403825] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.418526] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945326, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.418737] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945327, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.600192] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.138s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.602776] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.267s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.603085] env[69984]: DEBUG nova.objects.instance [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'resources' on Instance uuid 417c4245-3e40-471d-9bac-50756b869d89 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.634482] env[69984]: INFO nova.scheduler.client.report [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted allocations for instance fe1669be-5412-477d-9f08-1814d3f90d96 [ 970.918352] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945327, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.921703] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945326, 'name': Destroy_Task, 'duration_secs': 1.000355} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.921900] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroyed the VM [ 970.922250] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.922507] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d57fc960-e277-4928-92dd-236d59acd890 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.929229] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 970.929229] env[69984]: value = "task-3945328" [ 970.929229] env[69984]: _type = "Task" [ 970.929229] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.937501] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.106236] env[69984]: DEBUG nova.objects.instance [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'numa_topology' on Instance uuid 417c4245-3e40-471d-9bac-50756b869d89 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.143946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e5b8aa26-2970-404c-a987-03d5e8941deb tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "fe1669be-5412-477d-9f08-1814d3f90d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.768s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.416282] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945327, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.439825] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945328, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.609163] env[69984]: DEBUG nova.objects.base [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Object Instance<417c4245-3e40-471d-9bac-50756b869d89> lazy-loaded attributes: resources,numa_topology {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.921853] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945327, 'name': Rename_Task, 'duration_secs': 1.162326} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.924698] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.925171] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4035e5fe-2e1e-4414-a8b5-cf0e7e78da20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.934811] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 971.934811] env[69984]: value = "task-3945329" [ 971.934811] env[69984]: _type = "Task" [ 971.934811] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.947493] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.951508] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945328, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.952502] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c3cf19-0c1e-4609-9a75-f989c8d4005f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.961095] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30fca1f-ed5c-42e4-9665-85dc51d73ef8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.000841] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4c4ea-599e-46ef-b6fa-2ddfbe283475 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.009690] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09211352-6e24-489d-b56a-020480afeefd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.027200] env[69984]: DEBUG nova.compute.provider_tree [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.451100] env[69984]: DEBUG oslo_vmware.api [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945328, 'name': RemoveSnapshot_Task, 'duration_secs': 1.282425} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.455548] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 972.455548] env[69984]: INFO nova.compute.manager [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 20.47 seconds to snapshot the instance on the hypervisor. [ 972.457270] env[69984]: DEBUG oslo_vmware.api [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945329, 'name': PowerOnVM_Task, 'duration_secs': 0.507253} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.457546] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.457759] env[69984]: INFO nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Took 11.34 seconds to spawn the instance on the hypervisor. [ 972.457965] env[69984]: DEBUG nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.458890] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da708f6d-7877-43b6-89d5-834e3a689ccd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.535186] env[69984]: DEBUG nova.scheduler.client.report [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.688415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "0f5caec0-650c-47b3-af9d-942267ff250f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.688882] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.978138] env[69984]: INFO nova.compute.manager [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Took 37.36 seconds to build instance. [ 973.011313] env[69984]: DEBUG nova.compute.manager [None req-5ea6290b-f55b-4ac8-9dd1-3052ba9e2c59 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Found 1 images (rotation: 2) {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 973.041617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.439s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.044151] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.752s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.044403] env[69984]: DEBUG nova.objects.instance [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lazy-loading 'resources' on Instance uuid c634ecbc-24a3-4509-9639-efa6d2ad78c1 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.191123] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.480437] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0ebe6f8-8e2a-45a2-950a-9deae0de7900 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.871s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.553383] env[69984]: DEBUG oslo_concurrency.lockutils [None req-497b27fd-45a9-4f58-9984-2d794e83738e tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.175s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.554302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.426s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.554549] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "417c4245-3e40-471d-9bac-50756b869d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.554777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.554914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.557949] env[69984]: INFO nova.compute.manager [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Terminating instance [ 973.722483] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.896292] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "b73a824f-ba19-4801-81d0-c2abded3a472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.896592] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.896935] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.897172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.897411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.900275] env[69984]: INFO nova.compute.manager [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Terminating instance [ 973.912400] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed89697-f26e-44bc-bdcf-6a2ebf00636b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.921391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3137143e-aa4e-410a-8dd8-05a9795c7533 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.952712] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa132d9-98e0-4c20-9192-d8344036e282 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.961569] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69965483-3e96-42a8-af98-d7834498d9e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.978826] env[69984]: DEBUG nova.compute.provider_tree [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.062949] env[69984]: DEBUG nova.compute.manager [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.063079] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.063477] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c75e08c2-9943-4fa6-829b-f66a408c612d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.076952] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c471d441-2e7b-4d9f-bb35-367439094697 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.116933] env[69984]: WARNING nova.virt.vmwareapi.vmops [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 417c4245-3e40-471d-9bac-50756b869d89 could not be found. [ 974.116933] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.117095] env[69984]: INFO nova.compute.manager [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Took 0.05 seconds to destroy the instance on the hypervisor. [ 974.117543] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.117543] env[69984]: DEBUG nova.compute.manager [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.117654] env[69984]: DEBUG nova.network.neutron [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.405174] env[69984]: DEBUG nova.compute.manager [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.405418] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.409032] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc2238-7833-4672-9ab1-c28378907ec1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415885] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.418104] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1b279fe-1d0e-44a9-a4a6-3effb69b5ed2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.425620] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 974.425620] env[69984]: value = "task-3945330" [ 974.425620] env[69984]: _type = "Task" [ 974.425620] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.437248] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.483072] env[69984]: DEBUG nova.scheduler.client.report [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.730487] env[69984]: DEBUG nova.compute.manager [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.731548] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47916fad-94e5-4fe1-b739-f0b6664e7953 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.939849] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945330, 'name': PowerOffVM_Task, 'duration_secs': 0.241543} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.940312] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.940565] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.940922] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a59fe7c6-a6c1-47a5-98c9-7eb2d7baf299 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.959749] env[69984]: DEBUG nova.network.neutron [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.988623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.992511] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.559s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.994159] env[69984]: INFO nova.compute.claims [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.005786] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.005786] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.005786] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleting the datastore file [datastore1] b73a824f-ba19-4801-81d0-c2abded3a472 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.005786] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e8d343c-cf25-4aa4-bb0e-a9f13efa0004 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.012828] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 975.012828] env[69984]: value = "task-3945335" [ 975.012828] env[69984]: _type = "Task" [ 975.012828] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.019060] env[69984]: INFO nova.scheduler.client.report [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Deleted allocations for instance c634ecbc-24a3-4509-9639-efa6d2ad78c1 [ 975.023175] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.243285] env[69984]: INFO nova.compute.manager [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] instance snapshotting [ 975.243842] env[69984]: DEBUG nova.objects.instance [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.462761] env[69984]: INFO nova.compute.manager [-] [instance: 417c4245-3e40-471d-9bac-50756b869d89] Took 1.34 seconds to deallocate network for instance. [ 975.523329] env[69984]: DEBUG oslo_vmware.api [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148209} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.523653] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.523744] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.523922] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.524110] env[69984]: INFO nova.compute.manager [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.524389] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.524631] env[69984]: DEBUG nova.compute.manager [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.524748] env[69984]: DEBUG nova.network.neutron [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.529378] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cdf4991f-8beb-4016-a9b4-cfd35a9685d6 tempest-VolumesAdminNegativeTest-1766137909 tempest-VolumesAdminNegativeTest-1766137909-project-member] Lock "c634ecbc-24a3-4509-9639-efa6d2ad78c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.308s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.750855] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e7487-d483-43b7-8101-68746a3e8d76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.777621] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc722f-c0be-4099-86d8-86fe97323215 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.258139] env[69984]: DEBUG nova.network.neutron [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.294611] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 976.294611] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98800ea4-c86c-4997-8c0d-1d93d4fe965d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.306027] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 976.306027] env[69984]: value = "task-3945336" [ 976.306027] env[69984]: _type = "Task" [ 976.306027] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.316099] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.318359] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a95fa8-3fed-4507-917c-ea6d7f03e72c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.328751] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5803e-e00d-4ef8-9e8d-617e422066ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367468] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2b186-ac82-4334-ba04-99a15ed684da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.378639] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76579f77-17dd-4d71-82f8-f7985be39630 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.393472] env[69984]: DEBUG nova.compute.provider_tree [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.476963] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.477890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.477890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "929c48f6-b622-4252-8534-824b09edcc7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.477890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.477890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.480041] env[69984]: INFO nova.compute.manager [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Terminating instance [ 976.497462] env[69984]: DEBUG oslo_concurrency.lockutils [None req-46ca8810-f04c-49f2-b1c8-8460d8edb5a0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "417c4245-3e40-471d-9bac-50756b869d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.943s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.535163] env[69984]: DEBUG nova.compute.manager [req-c1587c6c-0524-4687-b116-e82dcc7a006a req-e075c734-3edc-4aa1-a883-f9708388bc0c service nova] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Received event network-vif-deleted-e703f733-d88d-49be-9def-1a0515fc3915 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.765519] env[69984]: INFO nova.compute.manager [-] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Took 1.24 seconds to deallocate network for instance. [ 976.822341] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945336, 'name': CreateSnapshot_Task, 'duration_secs': 0.484801} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.823026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.823998] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c445cda-9a06-47fc-8f44-4cfe8c1bbda7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.901305] env[69984]: DEBUG nova.scheduler.client.report [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.986714] env[69984]: DEBUG nova.compute.manager [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.986714] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.987353] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53efe5-5f6b-47ea-81c7-591bd076838f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.999904] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.000379] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6df9bc4-eed5-41de-b18f-94b93a21431e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.007294] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 977.007294] env[69984]: value = "task-3945337" [ 977.007294] env[69984]: _type = "Task" [ 977.007294] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.022645] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.272918] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.349466] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.349466] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e85fc43-f82c-4e9d-a94e-361701cec8cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.361026] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 977.361026] env[69984]: value = "task-3945338" [ 977.361026] env[69984]: _type = "Task" [ 977.361026] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.375589] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945338, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.407182] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.410338] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.412388] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.805s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.415378] env[69984]: INFO nova.compute.claims [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.521469] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945337, 'name': PowerOffVM_Task, 'duration_secs': 0.239179} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.525865] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.525865] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.525865] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cca511d4-046a-4923-9ad2-c22c3870f3a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.592969] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.592969] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.592969] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleting the datastore file [datastore2] 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.592969] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac8c670a-8832-4f01-8540-a55560aa7ccd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.602649] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 977.602649] env[69984]: value = "task-3945341" [ 977.602649] env[69984]: _type = "Task" [ 977.602649] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.615155] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.873303] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945338, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.923647] env[69984]: DEBUG nova.compute.utils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.929175] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.929478] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.932030] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.932278] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.000989] env[69984]: DEBUG nova.policy [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e62022f3054f4db862bb326dd6312a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1b031cb74648f2ba7f36226824b407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.124022] env[69984]: DEBUG oslo_vmware.api [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473841} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.124022] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.124022] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.124022] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.124022] env[69984]: INFO nova.compute.manager [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 978.124352] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.124402] env[69984]: DEBUG nova.compute.manager [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.124491] env[69984]: DEBUG nova.network.neutron [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.374677] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945338, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.428951] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.437702] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.600885] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Successfully created port: b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.839681] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b45011-18e1-43ce-a378-e9e496d0bff7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.852064] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae8cd1-a2dc-4c81-857f-ab395ac24196 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.890924] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308b62fe-eb9f-43c4-8c20-4242e91d408c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.902504] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a03056-5806-442f-b69d-127e24ff9771 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.907806] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945338, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.921687] env[69984]: DEBUG nova.compute.provider_tree [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.964306] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.044347] env[69984]: DEBUG nova.compute.manager [req-dadf682a-9a4b-47a5-87de-8d3c7dab3441 req-61b2eff1-5b9e-4285-b747-d30fc44e7acf service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Received event network-vif-deleted-2805759d-fd9b-4f44-a5aa-380ff12a69a5 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.044547] env[69984]: INFO nova.compute.manager [req-dadf682a-9a4b-47a5-87de-8d3c7dab3441 req-61b2eff1-5b9e-4285-b747-d30fc44e7acf service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Neutron deleted interface 2805759d-fd9b-4f44-a5aa-380ff12a69a5; detaching it from the instance and deleting it from the info cache [ 979.044728] env[69984]: DEBUG nova.network.neutron [req-dadf682a-9a4b-47a5-87de-8d3c7dab3441 req-61b2eff1-5b9e-4285-b747-d30fc44e7acf service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.397624] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945338, 'name': CloneVM_Task, 'duration_secs': 1.895506} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.398067] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created linked-clone VM from snapshot [ 979.398806] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae116d92-0db4-4eac-9a91-9da841e1b361 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.407089] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploading image 1b1ed527-d131-4b26-9779-2253567d1349 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 979.425324] env[69984]: DEBUG nova.scheduler.client.report [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.436039] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 979.436039] env[69984]: value = "vm-783106" [ 979.436039] env[69984]: _type = "VirtualMachine" [ 979.436039] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 979.436305] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7075542e-b0f5-42d5-93a5-eda6a6b8a6f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.443730] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease: (returnval){ [ 979.443730] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da5063-d901-b9c7-c52c-5d6eb8a98d03" [ 979.443730] env[69984]: _type = "HttpNfcLease" [ 979.443730] env[69984]: } obtained for exporting VM: (result){ [ 979.443730] env[69984]: value = "vm-783106" [ 979.443730] env[69984]: _type = "VirtualMachine" [ 979.443730] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.444094] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the lease: (returnval){ [ 979.444094] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da5063-d901-b9c7-c52c-5d6eb8a98d03" [ 979.444094] env[69984]: _type = "HttpNfcLease" [ 979.444094] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.449626] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.453546] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.453546] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da5063-d901-b9c7-c52c-5d6eb8a98d03" [ 979.453546] env[69984]: _type = "HttpNfcLease" [ 979.453546] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.473831] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.474113] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.474280] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.474494] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.474656] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.474804] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.475043] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.475210] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.475444] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.475652] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.475835] env[69984]: DEBUG nova.virt.hardware [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.476713] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc0acce-d764-4fe7-bb9d-848c335c1f9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.485625] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb280da-28ea-49ea-8324-01641ca22c31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.520036] env[69984]: DEBUG nova.network.neutron [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.547289] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29b5719-45f3-4216-8317-f2b9e2bac4eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.559622] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4320e10-dfb0-4135-ab61-6e0aaaffe541 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.590635] env[69984]: DEBUG nova.compute.manager [req-dadf682a-9a4b-47a5-87de-8d3c7dab3441 req-61b2eff1-5b9e-4285-b747-d30fc44e7acf service nova] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Detach interface failed, port_id=2805759d-fd9b-4f44-a5aa-380ff12a69a5, reason: Instance 929c48f6-b622-4252-8534-824b09edcc7c could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.931750] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.932014] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.934752] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.142s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.934979] env[69984]: DEBUG nova.objects.instance [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lazy-loading 'resources' on Instance uuid b744625b-3759-4140-a0af-ddb3ee39a338 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.954411] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.954411] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da5063-d901-b9c7-c52c-5d6eb8a98d03" [ 979.954411] env[69984]: _type = "HttpNfcLease" [ 979.954411] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.954885] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.954885] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52da5063-d901-b9c7-c52c-5d6eb8a98d03" [ 979.954885] env[69984]: _type = "HttpNfcLease" [ 979.954885] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.955693] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdcbb6-a59c-4e60-8a66-bc513d871c69 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.965066] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.965066] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 980.021539] env[69984]: INFO nova.compute.manager [-] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Took 1.90 seconds to deallocate network for instance. [ 980.065766] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff08a008-6fe2-42a9-a357-dd9c4da695e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.445549] env[69984]: DEBUG nova.compute.utils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.449539] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.449539] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.518405] env[69984]: DEBUG nova.policy [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c44d1ee9314751891a511edd6577dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96320bdef0b241feb84a51d173a41b0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.527833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.816924] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Successfully updated port: b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.890226] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35948d6c-1713-4787-8e6f-e3b0d9f39f6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.906925] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa27c9c-068b-4062-bca9-cdb15c45a605 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.950942] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340e174-c25c-4a50-8178-2f4703a2270b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.954595] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.965697] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ced9b-160f-4c74-9318-50388d70df1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.983029] env[69984]: DEBUG nova.compute.provider_tree [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.032400] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Successfully created port: a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.156396] env[69984]: DEBUG nova.compute.manager [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Received event network-vif-plugged-b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.156609] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.156820] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.156983] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.157185] env[69984]: DEBUG nova.compute.manager [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] No waiting events found dispatching network-vif-plugged-b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.157395] env[69984]: WARNING nova.compute.manager [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Received unexpected event network-vif-plugged-b90c15f9-da99-4fef-8948-fa7a465cbca9 for instance with vm_state building and task_state spawning. [ 981.157563] env[69984]: DEBUG nova.compute.manager [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Received event network-changed-b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.157714] env[69984]: DEBUG nova.compute.manager [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Refreshing instance network info cache due to event network-changed-b90c15f9-da99-4fef-8948-fa7a465cbca9. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.157952] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Acquiring lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.158129] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Acquired lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.158285] env[69984]: DEBUG nova.network.neutron [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Refreshing network info cache for port b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.323562] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.490020] env[69984]: DEBUG nova.scheduler.client.report [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.696079] env[69984]: DEBUG nova.network.neutron [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.773943] env[69984]: DEBUG nova.network.neutron [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.966426] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.992522] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.992813] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.992979] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.993284] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.993440] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.993705] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.993915] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.994105] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.994460] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.994622] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.994863] env[69984]: DEBUG nova.virt.hardware [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.996220] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c87bc1-a037-4567-ba45-31e20a0c7c17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.000757] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.003643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.806s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.004266] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.006781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.495s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.007174] env[69984]: DEBUG nova.objects.instance [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.019927] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc7622-79d0-4dda-b99d-8faf77a9c239 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.044207] env[69984]: INFO nova.scheduler.client.report [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Deleted allocations for instance b744625b-3759-4140-a0af-ddb3ee39a338 [ 982.046141] env[69984]: INFO nova.scheduler.client.report [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocations for instance 05ee6404-3bdb-4fd9-aec0-cc3ed18db898 [ 982.276997] env[69984]: DEBUG oslo_concurrency.lockutils [req-f633e1c3-3959-4b93-9892-007e8bf4fc3f req-0e3c067b-4975-46e7-951a-5aebfa69ac20 service nova] Releasing lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.277489] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.277650] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.559183] env[69984]: DEBUG oslo_concurrency.lockutils [None req-dd791905-5e10-4ba2-8b80-26e954b5ad02 tempest-ServersTestMultiNic-646579261 tempest-ServersTestMultiNic-646579261-project-member] Lock "b744625b-3759-4140-a0af-ddb3ee39a338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.155s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.560242] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0da83d65-13df-4fca-b330-5409b6dd79a6 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "05ee6404-3bdb-4fd9-aec0-cc3ed18db898" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.949s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.732172] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Successfully updated port: a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.828801] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.020975] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f69c5302-75fe-4b16-9377-9079384a4a42 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.026206] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.362s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.026206] env[69984]: DEBUG nova.objects.instance [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'resources' on Instance uuid 6610d030-9550-43f8-a8b2-703d222d842e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.119401] env[69984]: DEBUG nova.network.neutron [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [{"id": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "address": "fa:16:3e:3b:ee:f1", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90c15f9-da", "ovs_interfaceid": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.236127] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.236127] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquired lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.236127] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.446508] env[69984]: DEBUG nova.compute.manager [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Received event network-vif-plugged-a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.446508] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Acquiring lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.447543] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.447543] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.447543] env[69984]: DEBUG nova.compute.manager [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] No waiting events found dispatching network-vif-plugged-a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.447543] env[69984]: WARNING nova.compute.manager [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Received unexpected event network-vif-plugged-a4a27830-e587-4ee4-bbd4-45c3faa8de68 for instance with vm_state building and task_state spawning. [ 983.447800] env[69984]: DEBUG nova.compute.manager [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Received event network-changed-a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.448516] env[69984]: DEBUG nova.compute.manager [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Refreshing instance network info cache due to event network-changed-a4a27830-e587-4ee4-bbd4-45c3faa8de68. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.448516] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Acquiring lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.622537] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.624562] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance network_info: |[{"id": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "address": "fa:16:3e:3b:ee:f1", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90c15f9-da", "ovs_interfaceid": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.625279] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ee:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b90c15f9-da99-4fef-8948-fa7a465cbca9', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.634481] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.634922] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.635280] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6f9827-dab4-41c5-899a-6b48f531e168 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.662915] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.662915] env[69984]: value = "task-3945345" [ 983.662915] env[69984]: _type = "Task" [ 983.662915] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.677262] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945345, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.778014] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.924156] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab1340-394d-4b8a-a485-517e1970cb23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.936045] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a95c4-48d7-4984-bd0c-547aa69720be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.972992] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942da7d9-6bc6-4e7b-994c-6a6efa16cdce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.986593] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd8dc2-bc48-48c9-a674-4e47929bba72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.994819] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.995540] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.016442] env[69984]: DEBUG nova.compute.provider_tree [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.077910] env[69984]: DEBUG nova.network.neutron [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updating instance_info_cache with network_info: [{"id": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "address": "fa:16:3e:b3:c3:ae", "network": {"id": "fd0fee64-0533-4ed7-87bb-4c08663774fe", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1120770738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96320bdef0b241feb84a51d173a41b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a27830-e5", "ovs_interfaceid": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.175293] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945345, 'name': CreateVM_Task, 'duration_secs': 0.368511} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.175373] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.176178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.176472] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.176717] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.177014] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5eab1d-e343-4cf6-a1d3-1fca54bab2da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.184273] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 984.184273] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52430834-7780-e1be-696b-46ef90b8eb8c" [ 984.184273] env[69984]: _type = "Task" [ 984.184273] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.197604] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52430834-7780-e1be-696b-46ef90b8eb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.501733] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.522302] env[69984]: DEBUG nova.scheduler.client.report [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.584762] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Releasing lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.584762] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Instance network_info: |[{"id": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "address": "fa:16:3e:b3:c3:ae", "network": {"id": "fd0fee64-0533-4ed7-87bb-4c08663774fe", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1120770738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96320bdef0b241feb84a51d173a41b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a27830-e5", "ovs_interfaceid": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.584762] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Acquired lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.584762] env[69984]: DEBUG nova.network.neutron [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Refreshing network info cache for port a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.584762] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c3:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a27830-e587-4ee4-bbd4-45c3faa8de68', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.596228] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Creating folder: Project (96320bdef0b241feb84a51d173a41b0a). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.599260] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22021547-8be9-4fd7-8979-098bfc98b4e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.612513] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Created folder: Project (96320bdef0b241feb84a51d173a41b0a) in parent group-v782883. [ 984.614104] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Creating folder: Instances. Parent ref: group-v783109. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.614104] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5b2e7a4-6278-4aa0-9389-425781a0b90b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.627506] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Created folder: Instances in parent group-v783109. [ 984.627809] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.628105] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.628469] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce21827-2921-455a-af87-d5d0568f4baa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.651332] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.651332] env[69984]: value = "task-3945349" [ 984.651332] env[69984]: _type = "Task" [ 984.651332] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.663347] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945349, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.699677] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52430834-7780-e1be-696b-46ef90b8eb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015736} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.699803] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700147] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.704251] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.704251] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.704251] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.704251] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7179886a-a9a4-4002-8864-2599cdb4bbac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.719145] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.719145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.719145] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00af480-345a-4c39-b951-f2439f4fa6e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.729211] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 984.729211] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a3007-dcf7-676a-c64f-7367e14301be" [ 984.729211] env[69984]: _type = "Task" [ 984.729211] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.740227] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a3007-dcf7-676a-c64f-7367e14301be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.014195] env[69984]: DEBUG nova.network.neutron [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updated VIF entry in instance network info cache for port a4a27830-e587-4ee4-bbd4-45c3faa8de68. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.014195] env[69984]: DEBUG nova.network.neutron [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updating instance_info_cache with network_info: [{"id": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "address": "fa:16:3e:b3:c3:ae", "network": {"id": "fd0fee64-0533-4ed7-87bb-4c08663774fe", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1120770738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96320bdef0b241feb84a51d173a41b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a27830-e5", "ovs_interfaceid": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.028338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.031998] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.620s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.031998] env[69984]: DEBUG nova.objects.instance [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'resources' on Instance uuid 62dd1fba-1360-44d3-b1f6-3de86dffc7ee {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.034905] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.059703] env[69984]: INFO nova.scheduler.client.report [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted allocations for instance 6610d030-9550-43f8-a8b2-703d222d842e [ 985.167425] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945349, 'name': CreateVM_Task, 'duration_secs': 0.362012} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.167791] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.168691] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.169019] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.169510] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.169899] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bdc396-1ea0-4273-9905-d9696606dbcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.176720] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 985.176720] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c7b69-008e-f435-5f77-0b78daa957fa" [ 985.176720] env[69984]: _type = "Task" [ 985.176720] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.187098] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c7b69-008e-f435-5f77-0b78daa957fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.241813] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a3007-dcf7-676a-c64f-7367e14301be, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.242925] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d190a88e-bc2c-431b-bb12-296ba161ca23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.249742] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 985.249742] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b15bc-8459-432c-d37b-aa83b920c473" [ 985.249742] env[69984]: _type = "Task" [ 985.249742] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.265028] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b15bc-8459-432c-d37b-aa83b920c473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.516733] env[69984]: DEBUG oslo_concurrency.lockutils [req-82b5ed38-5c34-4ada-b805-63644dd49884 req-bf01bccb-07b3-4977-af7d-89cd14059db6 service nova] Releasing lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.568919] env[69984]: DEBUG oslo_concurrency.lockutils [None req-478c9d23-4973-4dfa-9f95-b020d83968f7 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "6610d030-9550-43f8-a8b2-703d222d842e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.410s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.698570] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c7b69-008e-f435-5f77-0b78daa957fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.698570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.698570] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.698570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.766965] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523b15bc-8459-432c-d37b-aa83b920c473, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.771241] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.771753] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.773350] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.773350] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.773350] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1f0020-751c-401a-9d2b-7f0784e63c05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.775903] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2cd3242-56a9-4cd2-81c7-7beca9edac63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.787109] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 985.787109] env[69984]: value = "task-3945350" [ 985.787109] env[69984]: _type = "Task" [ 985.787109] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.788429] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.788722] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.795141] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe9649b-1955-4752-b2e9-7d6a45055d32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.808837] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.810880] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 985.810880] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aee41f-f09e-23e8-fa4a-ddb7ab4dc24c" [ 985.810880] env[69984]: _type = "Task" [ 985.810880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.823308] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aee41f-f09e-23e8-fa4a-ddb7ab4dc24c, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.824317] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad1b5b7-9447-46ff-9977-579ffa5adcf1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.831816] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 985.831816] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b31043-1d3f-63c4-7a8f-d210f119279e" [ 985.831816] env[69984]: _type = "Task" [ 985.831816] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.846669] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b31043-1d3f-63c4-7a8f-d210f119279e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.914250] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f8173-4e79-40e2-9b96-940ea128a73d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.924205] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef9c54-60d5-4149-86e6-09f729d0f7ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.958097] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb1741-7641-4b24-8566-18c049e1bd0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.967765] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa34e710-6080-4707-94c1-770e05cda5db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.985574] env[69984]: DEBUG nova.compute.provider_tree [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.300812] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.347948] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b31043-1d3f-63c4-7a8f-d210f119279e, 'name': SearchDatastore_Task, 'duration_secs': 0.014372} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.347948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.347948] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] facd7b5a-14d8-4a64-9a97-f64ed4f4f68f/facd7b5a-14d8-4a64-9a97-f64ed4f4f68f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.347948] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f3661bb-71e0-466c-a08c-7db533db71e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.359559] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 986.359559] env[69984]: value = "task-3945352" [ 986.359559] env[69984]: _type = "Task" [ 986.359559] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.373108] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.492319] env[69984]: DEBUG nova.scheduler.client.report [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.799751] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.800141] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.800604] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.800693] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d02cd7a0-ed42-4b77-b9ed-a804f5dd1ff0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.809154] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 986.809154] env[69984]: value = "task-3945353" [ 986.809154] env[69984]: _type = "Task" [ 986.809154] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.820070] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.876805] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.000035] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.003533] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.159s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.004139] env[69984]: DEBUG nova.objects.instance [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'resources' on Instance uuid 69875551-6e1b-407e-8db4-9f2e4a054717 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.031083] env[69984]: INFO nova.scheduler.client.report [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted allocations for instance 62dd1fba-1360-44d3-b1f6-3de86dffc7ee [ 987.325234] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216861} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.325661] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.328680] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa376f-e284-438a-8389-0f96473ed442 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.358075] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.358075] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b38233-9dcb-4fca-986e-2adb9614bb99 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.388383] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897565} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.390216] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] facd7b5a-14d8-4a64-9a97-f64ed4f4f68f/facd7b5a-14d8-4a64-9a97-f64ed4f4f68f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.390216] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.390493] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 987.390493] env[69984]: value = "task-3945354" [ 987.390493] env[69984]: _type = "Task" [ 987.390493] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.390687] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e42a1d9-9ad1-4aaf-bdf5-1465707e4ddc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.408113] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.412241] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 987.412241] env[69984]: value = "task-3945355" [ 987.412241] env[69984]: _type = "Task" [ 987.412241] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.543810] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e016c8df-391d-4be6-93a4-a7de566ab988 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.545767] env[69984]: DEBUG oslo_concurrency.lockutils [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] Acquired lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.549027] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bd64d-1f97-45b3-9cc4-f4da0bd39dbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.557912] env[69984]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 987.558098] env[69984]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69984) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 987.558518] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99b4020a-b2cd-42b3-b52a-e0cbec69798b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.573665] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ef08b-c895-4351-a3cc-c4241b8e1ac6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.620644] env[69984]: ERROR root [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-783069' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-783069' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-783069' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-783069'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-783069' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-783069' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-783069'}\n"]: nova.exception.InstanceNotFound: Instance 62dd1fba-1360-44d3-b1f6-3de86dffc7ee could not be found. [ 987.620932] env[69984]: DEBUG oslo_concurrency.lockutils [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] Releasing lock "62dd1fba-1360-44d3-b1f6-3de86dffc7ee" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.621424] env[69984]: DEBUG nova.compute.manager [req-e6dbd3fd-68e4-4f82-a74f-1e5561a97d83 req-44cb0d3c-e6fe-422d-b61a-3ac003647421 service nova] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Detach interface failed, port_id=2190dc48-2a23-4496-a3a6-9148b8d2df18, reason: Instance 62dd1fba-1360-44d3-b1f6-3de86dffc7ee could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.864572] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e4f2d8-1085-4f84-a460-23301a34bfce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.874149] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15485204-1d5d-49b2-bffd-bff993234d35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.710971] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6991bdba-9399-497e-a129-8ad27279a73c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.715868] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.719724] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.721541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.721794] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.731326] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945354, 'name': ReconfigVM_Task, 'duration_secs': 0.488524} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.731326] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19276} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.738068] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.738068] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.738068] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff2d254-73ed-486d-9df9-a4490bc3009c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.738068] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ba065-ae97-4d79-97bf-24bc48dcd32c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.740031] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c2217-b91f-44c6-80c8-db428c8f01eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.777869] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] facd7b5a-14d8-4a64-9a97-f64ed4f4f68f/facd7b5a-14d8-4a64-9a97-f64ed4f4f68f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.778852] env[69984]: DEBUG nova.compute.provider_tree [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.781676] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c81d037-8fb8-4e0a-89dc-8e53b09b2fcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.796238] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 988.796238] env[69984]: value = "task-3945357" [ 988.796238] env[69984]: _type = "Task" [ 988.796238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.798169] env[69984]: DEBUG nova.scheduler.client.report [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.807690] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 988.807690] env[69984]: value = "task-3945358" [ 988.807690] env[69984]: _type = "Task" [ 988.807690] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.812084] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945357, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.822726] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.006019] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 989.006019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daca065f-2e8d-4765-88b1-2fb79ef5693e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.013213] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 989.013776] env[69984]: ERROR oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk due to incomplete transfer. [ 989.014136] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-839ac57b-08a6-4e36-85c1-38167fc065dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.024197] env[69984]: DEBUG oslo_vmware.rw_handles [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb4a51-159f-0bc7-ec57-ffcb1fc084f0/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 989.024435] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploaded image 1b1ed527-d131-4b26-9779-2253567d1349 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 989.027202] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 989.027505] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-998ade4f-c780-4e52-bbdd-5084231cfb9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.035027] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 989.035027] env[69984]: value = "task-3945359" [ 989.035027] env[69984]: _type = "Task" [ 989.035027] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.043978] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945359, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.237895] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.241220] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.241491] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.241668] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.241838] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.241971] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.242133] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.242306] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 989.242514] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.302657] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.312176] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.125s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.312341] env[69984]: DEBUG nova.objects.instance [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lazy-loading 'resources' on Instance uuid 00c1a65c-7b29-4f5f-b3c1-493e8910c197 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.327826] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945358, 'name': ReconfigVM_Task, 'duration_secs': 0.412725} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.333261] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] facd7b5a-14d8-4a64-9a97-f64ed4f4f68f/facd7b5a-14d8-4a64-9a97-f64ed4f4f68f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.333261] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945357, 'name': Rename_Task, 'duration_secs': 0.197209} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.333991] env[69984]: INFO nova.scheduler.client.report [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted allocations for instance 69875551-6e1b-407e-8db4-9f2e4a054717 [ 989.336092] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-432e5ca5-4687-49ca-9112-ef96e3e17ab2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.337843] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.344843] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9c28b78-2df6-4e0e-9286-0c20e1da9889 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.354203] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 989.354203] env[69984]: value = "task-3945361" [ 989.354203] env[69984]: _type = "Task" [ 989.354203] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.355808] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 989.355808] env[69984]: value = "task-3945360" [ 989.355808] env[69984]: _type = "Task" [ 989.355808] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.368456] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945360, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.372231] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.547339] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945359, 'name': Destroy_Task, 'duration_secs': 0.373382} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.547497] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroyed the VM [ 989.549027] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.549027] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5d0abbd-dd83-4402-a4e7-45837a81de7c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.556880] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 989.556880] env[69984]: value = "task-3945362" [ 989.556880] env[69984]: _type = "Task" [ 989.556880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.566665] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.749140] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.770777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.854417] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56ca624e-5655-4ccf-b515-02e11822cee3 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "69875551-6e1b-407e-8db4-9f2e4a054717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.630s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.880342] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945360, 'name': Rename_Task, 'duration_secs': 0.305597} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.880696] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945361, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.885142] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.885142] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57022972-8083-483a-818d-7881dd8a65d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.892876] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 989.892876] env[69984]: value = "task-3945363" [ 989.892876] env[69984]: _type = "Task" [ 989.892876] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.906908] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.068074] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.156746] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48ba3e-9fe7-4d6e-81fd-df8d699257df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6f524-e054-4176-8442-c86f03d9610a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.198158] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84092c-e356-4172-94cd-427e5cb4be6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.206357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ceaf7b-ce70-4bd8-b7fe-f4fe449ab1db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.220746] env[69984]: DEBUG nova.compute.provider_tree [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.371986] env[69984]: DEBUG oslo_vmware.api [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945361, 'name': PowerOnVM_Task, 'duration_secs': 0.600996} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.371986] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.371986] env[69984]: INFO nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Took 10.92 seconds to spawn the instance on the hypervisor. [ 990.371986] env[69984]: DEBUG nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.371986] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35672d22-4523-4853-a829-59e44fd282f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.404919] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.572478] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.724604] env[69984]: DEBUG nova.scheduler.client.report [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.893211] env[69984]: INFO nova.compute.manager [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Took 29.49 seconds to build instance. [ 990.903953] env[69984]: DEBUG oslo_vmware.api [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945363, 'name': PowerOnVM_Task, 'duration_secs': 0.681905} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.904259] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.904489] env[69984]: INFO nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Took 8.94 seconds to spawn the instance on the hypervisor. [ 990.904713] env[69984]: DEBUG nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.905508] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e3c37-36fb-46fe-ba7b-814f1e4d73b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.071235] env[69984]: DEBUG oslo_vmware.api [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945362, 'name': RemoveSnapshot_Task, 'duration_secs': 1.346048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.071586] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 991.071955] env[69984]: INFO nova.compute.manager [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 15.32 seconds to snapshot the instance on the hypervisor. [ 991.160123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.161054] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.232128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.234851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.799s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.236447] env[69984]: INFO nova.compute.claims [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.260127] env[69984]: INFO nova.scheduler.client.report [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Deleted allocations for instance 00c1a65c-7b29-4f5f-b3c1-493e8910c197 [ 991.395878] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19042604-3e94-48c1-af2e-cd38404e15be tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.005s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.426120] env[69984]: INFO nova.compute.manager [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Took 29.84 seconds to build instance. [ 991.643925] env[69984]: DEBUG nova.compute.manager [None req-3b291919-13d1-4977-8ae8-cb9f0680b651 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Found 2 images (rotation: 2) {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 991.663880] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.775267] env[69984]: DEBUG oslo_concurrency.lockutils [None req-06b9c782-f5bb-44a6-8be8-750cc223cf30 tempest-ServersAdminTestJSON-1054215964 tempest-ServersAdminTestJSON-1054215964-project-member] Lock "00c1a65c-7b29-4f5f-b3c1-493e8910c197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.216s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.929722] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1a9047d-2068-4561-8f35-e0bd2ccba9e4 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.350s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.179841] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.180116] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.197973] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.601274] env[69984]: DEBUG nova.compute.manager [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 992.685905] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.858022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b924b-4a84-498b-8221-4a92547de33f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.866565] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32903162-310e-48e0-b03d-f2a47fa9571b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.904015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54106598-d282-44d9-a5ee-93a1b9f56d82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.909949] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b140cb-4248-4782-95e2-c7bfda84a7a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.925869] env[69984]: DEBUG nova.compute.provider_tree [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.066285] env[69984]: DEBUG nova.compute.manager [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Received event network-changed-a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.067088] env[69984]: DEBUG nova.compute.manager [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Refreshing instance network info cache due to event network-changed-a4a27830-e587-4ee4-bbd4-45c3faa8de68. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.067183] env[69984]: DEBUG oslo_concurrency.lockutils [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] Acquiring lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.068682] env[69984]: DEBUG oslo_concurrency.lockutils [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] Acquired lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.068682] env[69984]: DEBUG nova.network.neutron [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Refreshing network info cache for port a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.133352] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.205311] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.428860] env[69984]: DEBUG nova.scheduler.client.report [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.552257] env[69984]: DEBUG nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.552725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a98c21-2173-4683-9ca6-ae5b9be5b462 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.888183] env[69984]: DEBUG nova.network.neutron [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updated VIF entry in instance network info cache for port a4a27830-e587-4ee4-bbd4-45c3faa8de68. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.888568] env[69984]: DEBUG nova.network.neutron [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updating instance_info_cache with network_info: [{"id": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "address": "fa:16:3e:b3:c3:ae", "network": {"id": "fd0fee64-0533-4ed7-87bb-4c08663774fe", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1120770738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96320bdef0b241feb84a51d173a41b0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a27830-e5", "ovs_interfaceid": "a4a27830-e587-4ee4-bbd4-45c3faa8de68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.935967] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.937056] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.944554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.421s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.944554] env[69984]: DEBUG nova.objects.instance [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lazy-loading 'resources' on Instance uuid 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.065067] env[69984]: INFO nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] instance snapshotting [ 994.065712] env[69984]: DEBUG nova.objects.instance [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.294531] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "3663c90c-2458-443b-ae1d-4a950d56eb07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.297077] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.391654] env[69984]: DEBUG oslo_concurrency.lockutils [req-744f7add-38cf-40ec-b0cd-82c72668cf3a req-33160b44-a327-4bd8-b0e1-d0c3b922b1fb service nova] Releasing lock "refresh_cache-facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.444643] env[69984]: DEBUG nova.compute.utils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.448685] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.448858] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.495712] env[69984]: DEBUG nova.policy [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.574550] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe448bc7-493f-41e3-8013-fc26025e5fa2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.600051] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afae4b-164a-4338-96ce-269d4be7d26e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.765679] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb621f4-5612-4ebf-a0d4-4b37e1604488 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.778950] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5abdfb-6e58-4acf-8c39-ff516076ece0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.814095] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.818767] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c18974-945f-4c3d-982b-77c337303f43 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.827842] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Successfully created port: 1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.831474] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3006c916-4448-4b6b-8cd7-40b5ab2f835d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.848434] env[69984]: DEBUG nova.compute.provider_tree [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.951840] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.112274] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.112637] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b8907aa-6d00-43ca-98b1-25d6ca3abb89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.123554] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 995.123554] env[69984]: value = "task-3945366" [ 995.123554] env[69984]: _type = "Task" [ 995.123554] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.139697] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.332169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.332169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.332169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.332524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.332769] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.335447] env[69984]: INFO nova.compute.manager [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Terminating instance [ 995.348870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.351052] env[69984]: DEBUG nova.scheduler.client.report [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.637571] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945366, 'name': CreateSnapshot_Task, 'duration_secs': 0.461575} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.638523] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.639305] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f00fe5b-e1c6-4109-8397-a31b566561ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.841464] env[69984]: DEBUG nova.compute.manager [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.841731] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.845445] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e504c-4074-41e1-aeca-661ff347cf9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.855881] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.855881] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e391c206-832b-4ff1-b185-edb138dbecbc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.858101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.864364] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.539s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.864614] env[69984]: DEBUG nova.objects.instance [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lazy-loading 'resources' on Instance uuid f2723a87-2e65-4f90-b014-2a66b53059d5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.866453] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 995.866453] env[69984]: value = "task-3945367" [ 995.866453] env[69984]: _type = "Task" [ 995.866453] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.879639] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.890030] env[69984]: INFO nova.scheduler.client.report [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Deleted allocations for instance 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea [ 995.962690] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.008960] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.009218] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.009407] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.009723] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.009723] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.009865] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.010089] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.010259] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.010422] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.010584] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.010751] env[69984]: DEBUG nova.virt.hardware [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.011984] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec2e1b-aff1-4063-b0ae-0910b7cfbc7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.020873] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c7961-149c-4380-b5bf-290a75f1ed37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.164135] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 996.164506] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a51b95fe-0a31-45bb-b930-96bcd49c85bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.175583] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 996.175583] env[69984]: value = "task-3945368" [ 996.175583] env[69984]: _type = "Task" [ 996.175583] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.187776] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.320931] env[69984]: DEBUG nova.compute.manager [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Received event network-vif-plugged-1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.321298] env[69984]: DEBUG oslo_concurrency.lockutils [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] Acquiring lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.321598] env[69984]: DEBUG oslo_concurrency.lockutils [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.322136] env[69984]: DEBUG oslo_concurrency.lockutils [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.322478] env[69984]: DEBUG nova.compute.manager [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] No waiting events found dispatching network-vif-plugged-1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.322979] env[69984]: WARNING nova.compute.manager [req-a10b530c-7ef1-4285-b62b-744e0ca646d2 req-4ef37876-4638-40ed-8dee-cefde2b8eb55 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Received unexpected event network-vif-plugged-1142bf0e-c932-4453-9580-706d299865bf for instance with vm_state building and task_state spawning. [ 996.380941] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945367, 'name': PowerOffVM_Task, 'duration_secs': 0.271336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.381334] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.381690] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.382644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34cffc32-34cc-4148-9cd2-6735d35f6db0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.401075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb1ad474-cf91-44f2-9727-79610c4e8a14 tempest-ServersWithSpecificFlavorTestJSON-1314362803 tempest-ServersWithSpecificFlavorTestJSON-1314362803-project-member] Lock "4b4c8342-90e1-4b78-adf2-ac7cae3da3ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.208s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.467050] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.467233] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.468916] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleting the datastore file [datastore2] b4bb86cb-c79b-4305-995a-9abaf8e5beb3 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.469319] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d712e4-c9b7-4e8c-801b-887324bb3233 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.480880] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 996.480880] env[69984]: value = "task-3945370" [ 996.480880] env[69984]: _type = "Task" [ 996.480880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.499679] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.540208] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Successfully updated port: 1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.690587] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.706122] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962be57e-c5cf-4345-b1f5-6ae3dc33af34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.714657] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ef793-9a0e-4863-99ad-f1e33c5b1da2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.754216] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537c28d-c1f6-4f5d-8d0b-e621bb9b6d41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.764760] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6759df49-e706-4f12-805a-83039747c7cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.780057] env[69984]: DEBUG nova.compute.provider_tree [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.995191] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.043146] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.043570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.043675] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.189655] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.285924] env[69984]: DEBUG nova.scheduler.client.report [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.492557] env[69984]: DEBUG oslo_vmware.api [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.670333} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.492867] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.493084] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.493253] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.493432] env[69984]: INFO nova.compute.manager [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 997.493655] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.493923] env[69984]: DEBUG nova.compute.manager [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.493978] env[69984]: DEBUG nova.network.neutron [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.656419] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.691031] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.790965] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.794332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.071s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.797073] env[69984]: INFO nova.compute.claims [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.828292] env[69984]: INFO nova.scheduler.client.report [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Deleted allocations for instance f2723a87-2e65-4f90-b014-2a66b53059d5 [ 998.056361] env[69984]: DEBUG nova.network.neutron [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Updating instance_info_cache with network_info: [{"id": "1142bf0e-c932-4453-9580-706d299865bf", "address": "fa:16:3e:6a:71:2c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1142bf0e-c9", "ovs_interfaceid": "1142bf0e-c932-4453-9580-706d299865bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.190802] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.340023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-04b3c8bb-e5c7-4564-80d3-b36fea5fc3a2 tempest-ServersListShow298Test-1549985434 tempest-ServersListShow298Test-1549985434-project-member] Lock "f2723a87-2e65-4f90-b014-2a66b53059d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.262s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.381749] env[69984]: DEBUG nova.compute.manager [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Received event network-changed-1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.382851] env[69984]: DEBUG nova.compute.manager [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Refreshing instance network info cache due to event network-changed-1142bf0e-c932-4453-9580-706d299865bf. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.383293] env[69984]: DEBUG oslo_concurrency.lockutils [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] Acquiring lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.563697] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.563697] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Instance network_info: |[{"id": "1142bf0e-c932-4453-9580-706d299865bf", "address": "fa:16:3e:6a:71:2c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1142bf0e-c9", "ovs_interfaceid": "1142bf0e-c932-4453-9580-706d299865bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.563697] env[69984]: DEBUG oslo_concurrency.lockutils [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] Acquired lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.563697] env[69984]: DEBUG nova.network.neutron [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Refreshing network info cache for port 1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.564535] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:71:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1142bf0e-c932-4453-9580-706d299865bf', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.573312] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.577115] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.578096] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cbdc34f-1434-45de-b099-7f3f2a0b75d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.607476] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.607476] env[69984]: value = "task-3945371" [ 998.607476] env[69984]: _type = "Task" [ 998.607476] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.619486] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945371, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.651362] env[69984]: DEBUG nova.network.neutron [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.697043] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945368, 'name': CloneVM_Task, 'duration_secs': 2.301589} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.697043] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Created linked-clone VM from snapshot [ 998.697043] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926dbad-8b25-4d48-865d-55d98c2911fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.710084] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploading image 824e567c-11a3-48e4-963b-8e9ab1199da4 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 998.757436] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 998.757436] env[69984]: value = "vm-783113" [ 998.757436] env[69984]: _type = "VirtualMachine" [ 998.757436] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 998.757748] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-842c8d76-de88-4d53-ac2d-e9aa04bc8ca4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.769087] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease: (returnval){ [ 998.769087] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5265fb2d-a335-5bb8-120b-0409bd4e2403" [ 998.769087] env[69984]: _type = "HttpNfcLease" [ 998.769087] env[69984]: } obtained for exporting VM: (result){ [ 998.769087] env[69984]: value = "vm-783113" [ 998.769087] env[69984]: _type = "VirtualMachine" [ 998.769087] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 998.769480] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the lease: (returnval){ [ 998.769480] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5265fb2d-a335-5bb8-120b-0409bd4e2403" [ 998.769480] env[69984]: _type = "HttpNfcLease" [ 998.769480] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 998.781553] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.781553] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5265fb2d-a335-5bb8-120b-0409bd4e2403" [ 998.781553] env[69984]: _type = "HttpNfcLease" [ 998.781553] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.782059] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.782059] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5265fb2d-a335-5bb8-120b-0409bd4e2403" [ 998.782059] env[69984]: _type = "HttpNfcLease" [ 998.782059] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.782742] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084acc8-2be1-4c43-b349-72b421685124 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.792675] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.792866] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 998.897509] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2c04f8a-c542-4c7e-8482-def52789b509 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.050425] env[69984]: DEBUG nova.network.neutron [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Updated VIF entry in instance network info cache for port 1142bf0e-c932-4453-9580-706d299865bf. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.050984] env[69984]: DEBUG nova.network.neutron [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Updating instance_info_cache with network_info: [{"id": "1142bf0e-c932-4453-9580-706d299865bf", "address": "fa:16:3e:6a:71:2c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1142bf0e-c9", "ovs_interfaceid": "1142bf0e-c932-4453-9580-706d299865bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.126762] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945371, 'name': CreateVM_Task, 'duration_secs': 0.369668} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.126997] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.130749] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.130749] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.130749] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.134318] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75304e44-c2cf-4070-aacb-575abfd10152 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.147438] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 999.147438] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b0d2fe-30e6-733f-56f3-28e44ffb51dd" [ 999.147438] env[69984]: _type = "Task" [ 999.147438] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.156249] env[69984]: INFO nova.compute.manager [-] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Took 1.66 seconds to deallocate network for instance. [ 999.163299] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b0d2fe-30e6-733f-56f3-28e44ffb51dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.172021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.172021] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.172021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.172021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.172021] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.172021] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b56a6ed-a341-4f21-90dc-024047fd15aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.183426] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.184371] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.184584] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6591e01-9ec7-467e-9d66-4e6c7bd6fc70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.197179] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 999.197179] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523fcf2d-048d-9c31-016c-fab545af4a4f" [ 999.197179] env[69984]: _type = "Task" [ 999.197179] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.204040] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523fcf2d-048d-9c31-016c-fab545af4a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.273905] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c5473-a7b5-4cf8-a40d-a5ed8ead1e1c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.283391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50087d6d-dc19-47ad-986e-d36115df52a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.318184] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883f4fd3-9149-4def-84db-af500bd83da7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.327185] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181f580a-f09b-436b-b18a-8a6156e49e8b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.347350] env[69984]: DEBUG nova.compute.provider_tree [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.555062] env[69984]: DEBUG oslo_concurrency.lockutils [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] Releasing lock "refresh_cache-eb80e902-2ff7-4df6-b885-332a6743ad79" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.556426] env[69984]: DEBUG nova.compute.manager [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Received event network-vif-deleted-66d027f4-a3f2-4d5e-8449-f127918c3745 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.556426] env[69984]: INFO nova.compute.manager [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Neutron deleted interface 66d027f4-a3f2-4d5e-8449-f127918c3745; detaching it from the instance and deleting it from the info cache [ 999.556426] env[69984]: DEBUG nova.network.neutron [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.671766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.714459] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523fcf2d-048d-9c31-016c-fab545af4a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014501} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.715426] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae3f700-0cef-4b10-bf99-1752725b985d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.728229] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 999.728229] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520dbaa4-8880-b28b-8bc2-0a899e0e0fbf" [ 999.728229] env[69984]: _type = "Task" [ 999.728229] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.739555] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520dbaa4-8880-b28b-8bc2-0a899e0e0fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.739847] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.740135] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] eb80e902-2ff7-4df6-b885-332a6743ad79/eb80e902-2ff7-4df6-b885-332a6743ad79.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.740422] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29037647-cc2d-4328-95c8-5d8480837314 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.751124] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 999.751124] env[69984]: value = "task-3945373" [ 999.751124] env[69984]: _type = "Task" [ 999.751124] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.761927] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.852406] env[69984]: DEBUG nova.scheduler.client.report [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.061268] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dcd88d8-0c56-4714-b51b-90bdf225711c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.073178] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6cbca-6d1d-42c2-85dd-0751ac605152 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.109609] env[69984]: DEBUG nova.compute.manager [req-6879741a-11ac-46ac-b5c5-abf07c6caaf4 req-75b193e3-54e6-4dc9-9a1f-e890c5850ba6 service nova] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Detach interface failed, port_id=66d027f4-a3f2-4d5e-8449-f127918c3745, reason: Instance b4bb86cb-c79b-4305-995a-9abaf8e5beb3 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.263404] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945373, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.363506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.363506] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.368501] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.096s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.371172] env[69984]: DEBUG nova.objects.instance [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'resources' on Instance uuid b73a824f-ba19-4801-81d0-c2abded3a472 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.762807] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722553} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.763138] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] eb80e902-2ff7-4df6-b885-332a6743ad79/eb80e902-2ff7-4df6-b885-332a6743ad79.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.763446] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.763838] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08bf7046-1b21-463a-829e-404fa7f25960 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.771528] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1000.771528] env[69984]: value = "task-3945374" [ 1000.771528] env[69984]: _type = "Task" [ 1000.771528] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.783732] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.874715] env[69984]: DEBUG nova.compute.utils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.879224] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.887763] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.200831] env[69984]: DEBUG nova.policy [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c11ebe72d1d3440fbc5d545dc9e0f4b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30578bf25b574c65b8c6968da256b482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.237051] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3c9714-970f-4c63-9ffc-332f070c4535 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.248988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c361924-3ebf-4b23-aad7-7ffe39b63b0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.287603] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cec59c-b4f4-47c2-9219-098b74cb9faa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.297260] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070734} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.298327] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.299179] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd86eb6-5b40-4743-9847-47d84369b2bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.302629] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fafd9d-7c80-490c-b30c-f39b435a0dd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.319910] env[69984]: DEBUG nova.compute.provider_tree [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.339395] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] eb80e902-2ff7-4df6-b885-332a6743ad79/eb80e902-2ff7-4df6-b885-332a6743ad79.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.340385] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a0037e-4c6c-4c12-8e35-81702603e48d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.361574] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1001.361574] env[69984]: value = "task-3945375" [ 1001.361574] env[69984]: _type = "Task" [ 1001.361574] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.372535] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.388398] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.823631] env[69984]: DEBUG nova.scheduler.client.report [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.879788] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945375, 'name': ReconfigVM_Task, 'duration_secs': 0.344482} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.881404] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Reconfigured VM instance instance-00000052 to attach disk [datastore1] eb80e902-2ff7-4df6-b885-332a6743ad79/eb80e902-2ff7-4df6-b885-332a6743ad79.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.881898] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf09f56-5904-4e80-92fe-953de1368362 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.891234] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1001.891234] env[69984]: value = "task-3945376" [ 1001.891234] env[69984]: _type = "Task" [ 1001.891234] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.906628] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945376, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.986817] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Successfully created port: 0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.332605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.335616] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.371s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.336737] env[69984]: INFO nova.compute.claims [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.360846] env[69984]: INFO nova.scheduler.client.report [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted allocations for instance b73a824f-ba19-4801-81d0-c2abded3a472 [ 1002.407076] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.410314] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945376, 'name': Rename_Task, 'duration_secs': 0.172691} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.410875] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.411204] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6b9aeb4-704a-4a87-b0e8-4594cc02323a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.420626] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1002.420626] env[69984]: value = "task-3945377" [ 1002.420626] env[69984]: _type = "Task" [ 1002.420626] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.433813] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.439288] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.439533] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.439689] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.439981] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.440096] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.440189] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.441185] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.441185] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.441185] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.441185] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.441185] env[69984]: DEBUG nova.virt.hardware [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.441944] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da985cc-2717-4aad-bb4c-2d2253452bd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.451387] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41727a-abf8-4679-a663-036ef0324e12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.875619] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6bb4d8a0-b90b-4c9b-835b-d6c2c07c93c1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "b73a824f-ba19-4801-81d0-c2abded3a472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.979s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.933339] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945377, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.436172] env[69984]: DEBUG oslo_vmware.api [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945377, 'name': PowerOnVM_Task, 'duration_secs': 0.574544} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.437452] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.437452] env[69984]: INFO nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1003.437452] env[69984]: DEBUG nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.437941] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55948d27-7dba-46a3-86c3-3cb2317d9349 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.652019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4042cedc-f7bd-49f3-9b42-41eb637dab41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.661119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce2659a-438f-49e6-8f2e-45f6aba74484 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.697365] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82aba82-9917-4d01-ba18-becb67c8ab59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.706275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c598f-8db8-477d-8548-88cada47a8ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.721369] env[69984]: DEBUG nova.compute.provider_tree [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.799482] env[69984]: DEBUG nova.compute.manager [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Received event network-vif-plugged-0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.799482] env[69984]: DEBUG oslo_concurrency.lockutils [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] Acquiring lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.799482] env[69984]: DEBUG oslo_concurrency.lockutils [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] Lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.799482] env[69984]: DEBUG oslo_concurrency.lockutils [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] Lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.799482] env[69984]: DEBUG nova.compute.manager [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] No waiting events found dispatching network-vif-plugged-0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.799482] env[69984]: WARNING nova.compute.manager [req-4838d2e3-a495-4f02-84e2-adf319cb36c4 req-860ec2c0-63fe-42a5-9d99-09f688b3ed83 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Received unexpected event network-vif-plugged-0885d657-bec4-4bd3-a902-56c372937005 for instance with vm_state building and task_state spawning. [ 1003.883035] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Successfully updated port: 0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.964237] env[69984]: INFO nova.compute.manager [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Took 34.56 seconds to build instance. [ 1004.225352] env[69984]: DEBUG nova.scheduler.client.report [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.387947] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.388172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.388368] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.467090] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f1644c30-8316-48ec-9ea0-3ca78c066af7 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.076s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.731287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.736221] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.738856] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.211s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.739337] env[69984]: DEBUG nova.objects.instance [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'resources' on Instance uuid 929c48f6-b622-4252-8534-824b09edcc7c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.944554] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.173261] env[69984]: DEBUG nova.network.neutron [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Updating instance_info_cache with network_info: [{"id": "0885d657-bec4-4bd3-a902-56c372937005", "address": "fa:16:3e:d7:75:eb", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885d657-be", "ovs_interfaceid": "0885d657-bec4-4bd3-a902-56c372937005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.227504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "eb80e902-2ff7-4df6-b885-332a6743ad79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.227768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.227971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.228169] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.230813] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.234221] env[69984]: INFO nova.compute.manager [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Terminating instance [ 1005.241029] env[69984]: DEBUG nova.compute.utils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.242615] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.244310] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.353203] env[69984]: DEBUG nova.policy [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.616253] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c0d16-a67e-438c-901d-ac65128090d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.625574] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a0b3fb-c26e-479a-a4d7-25dd75d6a3a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.666782] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17104e05-74d5-4d30-bd20-0dc0dcb4eb65 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678058] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.678403] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Instance network_info: |[{"id": "0885d657-bec4-4bd3-a902-56c372937005", "address": "fa:16:3e:d7:75:eb", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885d657-be", "ovs_interfaceid": "0885d657-bec4-4bd3-a902-56c372937005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.679112] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:75:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0885d657-bec4-4bd3-a902-56c372937005', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.687783] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.689420] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec35c15-8da9-4405-b76d-0e2a0670b1ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.694351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.694608] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ddf909e-daed-4dc4-90b2-1edf2109f60d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.722769] env[69984]: DEBUG nova.compute.provider_tree [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.726242] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.726242] env[69984]: value = "task-3945382" [ 1005.726242] env[69984]: _type = "Task" [ 1005.726242] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.742853] env[69984]: DEBUG nova.compute.manager [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.743112] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.743433] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945382, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.744261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7139b23-fadd-46b5-a749-9191e4df8da7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.753742] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.754043] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7042294-62fd-4b1b-8866-9d1ca90e1444 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.756227] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.770463] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1005.770463] env[69984]: value = "task-3945383" [ 1005.770463] env[69984]: _type = "Task" [ 1005.770463] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.784534] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.830454] env[69984]: DEBUG nova.compute.manager [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Received event network-changed-0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.830788] env[69984]: DEBUG nova.compute.manager [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Refreshing instance network info cache due to event network-changed-0885d657-bec4-4bd3-a902-56c372937005. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.831078] env[69984]: DEBUG oslo_concurrency.lockutils [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] Acquiring lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.831259] env[69984]: DEBUG oslo_concurrency.lockutils [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] Acquired lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.831420] env[69984]: DEBUG nova.network.neutron [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Refreshing network info cache for port 0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.966636] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Successfully created port: 833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.230333] env[69984]: DEBUG nova.scheduler.client.report [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.248384] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945382, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.287041] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945383, 'name': PowerOffVM_Task, 'duration_secs': 0.279256} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.287698] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.287813] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.288099] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf83254-e3a2-418c-97d9-cbd8dc6999cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.360313] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.360313] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.360313] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore1] eb80e902-2ff7-4df6-b885-332a6743ad79 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.360313] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ace8ae-1ade-426b-b98c-34810b8514b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.374641] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1006.374641] env[69984]: value = "task-3945385" [ 1006.374641] env[69984]: _type = "Task" [ 1006.374641] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.383078] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.743227] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.744318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.710s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.747297] env[69984]: INFO nova.compute.claims [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.755278] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945382, 'name': CreateVM_Task, 'duration_secs': 0.60005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.755463] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.756646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.756646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.756898] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cd7acb-1e1d-4261-8230-392bbf4d91c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.762509] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1006.762509] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c70fe-e989-86da-ceb7-05508bc74010" [ 1006.762509] env[69984]: _type = "Task" [ 1006.762509] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.776055] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.778835] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c70fe-e989-86da-ceb7-05508bc74010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.781470] env[69984]: INFO nova.scheduler.client.report [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleted allocations for instance 929c48f6-b622-4252-8534-824b09edcc7c [ 1006.821373] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.821812] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.821884] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.823167] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.823167] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.823765] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.823841] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.826949] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.826949] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.826949] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.826949] env[69984]: DEBUG nova.virt.hardware [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.826949] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119f6b9f-1210-422f-8f6c-496751e5c741 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.830116] env[69984]: DEBUG nova.network.neutron [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Updated VIF entry in instance network info cache for port 0885d657-bec4-4bd3-a902-56c372937005. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.830529] env[69984]: DEBUG nova.network.neutron [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Updating instance_info_cache with network_info: [{"id": "0885d657-bec4-4bd3-a902-56c372937005", "address": "fa:16:3e:d7:75:eb", "network": {"id": "941cee2e-69f5-4fb3-85da-15ca5fb13e36", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-780083924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30578bf25b574c65b8c6968da256b482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0885d657-be", "ovs_interfaceid": "0885d657-bec4-4bd3-a902-56c372937005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.840114] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e731d-3d11-4ad9-8546-0ebbe6589883 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.883403] env[69984]: DEBUG oslo_vmware.api [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25723} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.883403] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.883403] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.883680] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.883680] env[69984]: INFO nova.compute.manager [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.883896] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.884576] env[69984]: DEBUG nova.compute.manager [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.884576] env[69984]: DEBUG nova.network.neutron [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.283212] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c70fe-e989-86da-ceb7-05508bc74010, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.284104] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.288100] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.288100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.288100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.288100] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.288100] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f777533a-985a-4545-924b-ccba4d50abbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.292178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5af462e7-1ed4-4e75-b3d9-adececb90902 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "929c48f6-b622-4252-8534-824b09edcc7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.815s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.302447] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.302724] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.304668] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cc3716-85dd-41a0-a2f2-e3583b8c07e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.311641] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1007.311641] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b933e5-1181-f4e9-5b5e-6b508301c371" [ 1007.311641] env[69984]: _type = "Task" [ 1007.311641] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.327727] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b933e5-1181-f4e9-5b5e-6b508301c371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.336184] env[69984]: DEBUG oslo_concurrency.lockutils [req-419775f4-9c65-4ebc-86e4-91928e07cab8 req-f94d12fe-bb04-441a-a069-5de78f8e5d86 service nova] Releasing lock "refresh_cache-0f5caec0-650c-47b3-af9d-942267ff250f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.399565] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.400691] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b0199-4a87-4037-863e-315961ce8b60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.409695] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.409912] env[69984]: ERROR oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk due to incomplete transfer. [ 1007.410208] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a8d4ed5-e197-4fb4-8eee-a122b3d1fdda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.424600] env[69984]: DEBUG oslo_vmware.rw_handles [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52675c2a-7f99-2e01-b1dd-11c03c62c0d1/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.424880] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Uploaded image 824e567c-11a3-48e4-963b-8e9ab1199da4 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.427437] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.430836] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34e4368b-8dfd-4548-9f61-e2ced437a8a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.439101] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1007.439101] env[69984]: value = "task-3945387" [ 1007.439101] env[69984]: _type = "Task" [ 1007.439101] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.450574] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945387, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.766353] env[69984]: DEBUG nova.network.neutron [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.830886] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b933e5-1181-f4e9-5b5e-6b508301c371, 'name': SearchDatastore_Task, 'duration_secs': 0.017726} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.836199] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ec24ed-fcd3-4221-aaa5-6ae8fd4ebb21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.844848] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1007.844848] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b24fb0-7662-c6f2-76dc-1deaca4edca7" [ 1007.844848] env[69984]: _type = "Task" [ 1007.844848] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.856954] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b24fb0-7662-c6f2-76dc-1deaca4edca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.913949] env[69984]: DEBUG nova.compute.manager [req-4e77690e-3f37-4084-bbfa-2744eb09d4b5 req-c749113f-d764-4027-8c76-09324db9ba1c service nova] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Received event network-vif-deleted-1142bf0e-c932-4453-9580-706d299865bf {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.953236] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945387, 'name': Destroy_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.035359] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Successfully updated port: 833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.092713] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85bd6f-511e-41c7-b3c3-45bce856c6ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.103203] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8246eafd-f6ed-411a-b8f8-22cb5cfad5aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.141142] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf866a4c-e4d9-4334-8b5b-d95276b4ff1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.147812] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "8585b459-69a2-4567-a783-cbb0695412f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.148489] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.155950] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0492049-d56d-4848-be17-d1dfad37a4b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.172575] env[69984]: DEBUG nova.compute.provider_tree [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.269806] env[69984]: INFO nova.compute.manager [-] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Took 1.39 seconds to deallocate network for instance. [ 1008.355246] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b24fb0-7662-c6f2-76dc-1deaca4edca7, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.355587] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.355793] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0f5caec0-650c-47b3-af9d-942267ff250f/0f5caec0-650c-47b3-af9d-942267ff250f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.356075] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30634034-35d5-4055-983d-4411cf06072d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.363342] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1008.363342] env[69984]: value = "task-3945388" [ 1008.363342] env[69984]: _type = "Task" [ 1008.363342] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.374617] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.456101] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945387, 'name': Destroy_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.540318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.540509] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.540685] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.653794] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.676101] env[69984]: DEBUG nova.scheduler.client.report [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.776371] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.877014] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945388, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.954220] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945387, 'name': Destroy_Task, 'duration_secs': 1.356348} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.954752] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroyed the VM [ 1008.955628] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.956082] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75bb27a1-bb1f-422b-8914-ce23c689b510 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.965739] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1008.965739] env[69984]: value = "task-3945389" [ 1008.965739] env[69984]: _type = "Task" [ 1008.965739] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.976950] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.122303] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.182506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.183417] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.184200] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.187564] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.438s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.187826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.188050] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1009.188453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.418s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.190415] env[69984]: INFO nova.compute.claims [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.195083] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca8dab6-70a8-46bd-90ed-419edd90aaf4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.205427] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c6311-ff6d-4dbd-8b34-0c2f6847505c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.229024] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3c771d-598c-4668-b196-ded3d7f2a00d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.239104] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c5081-5e67-4d12-9211-57c4643b68f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.274668] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178118MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1009.274872] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.374970] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847169} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.375283] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0f5caec0-650c-47b3-af9d-942267ff250f/0f5caec0-650c-47b3-af9d-942267ff250f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.375505] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.375772] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46a96f65-077f-4625-af54-715fafde8846 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.383771] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1009.383771] env[69984]: value = "task-3945390" [ 1009.383771] env[69984]: _type = "Task" [ 1009.383771] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.392857] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.408655] env[69984]: DEBUG nova.network.neutron [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Updating instance_info_cache with network_info: [{"id": "833f852f-67b3-4346-aace-9d51014ab482", "address": "fa:16:3e:1a:c5:1f", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833f852f-67", "ovs_interfaceid": "833f852f-67b3-4346-aace-9d51014ab482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.476928] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945389, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.699028] env[69984]: DEBUG nova.compute.utils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.701219] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.701724] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.767793] env[69984]: DEBUG nova.policy [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac69888cd559451eb1d09cd75a0e7593', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7087e48d76948ddb9c574a201e55739', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.894322] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072047} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.894794] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.895719] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dad3d1-33bd-46cf-a08c-687678df6a49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.916019] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.916019] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Instance network_info: |[{"id": "833f852f-67b3-4346-aace-9d51014ab482", "address": "fa:16:3e:1a:c5:1f", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833f852f-67", "ovs_interfaceid": "833f852f-67b3-4346-aace-9d51014ab482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.923408] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 0f5caec0-650c-47b3-af9d-942267ff250f/0f5caec0-650c-47b3-af9d-942267ff250f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.927080] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c5:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '833f852f-67b3-4346-aace-9d51014ab482', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.932663] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.933077] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74cbda33-8f11-4400-b7cd-c1e2b5b64daa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.951894] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.952459] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df249dcb-b418-4b73-b5fd-82deaabaa0b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.972598] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1009.972598] env[69984]: value = "task-3945392" [ 1009.972598] env[69984]: _type = "Task" [ 1009.972598] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.979639] env[69984]: DEBUG oslo_vmware.api [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718582} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.980916] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.981239] env[69984]: INFO nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 1009.983655] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.983655] env[69984]: value = "task-3945393" [ 1009.983655] env[69984]: _type = "Task" [ 1009.983655] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.991322] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945392, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.997618] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945393, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.202199] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.213335] env[69984]: DEBUG nova.compute.manager [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Received event network-vif-plugged-833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.213641] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Acquiring lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.213915] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.214191] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.214463] env[69984]: DEBUG nova.compute.manager [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] No waiting events found dispatching network-vif-plugged-833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.214726] env[69984]: WARNING nova.compute.manager [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Received unexpected event network-vif-plugged-833f852f-67b3-4346-aace-9d51014ab482 for instance with vm_state building and task_state spawning. [ 1010.215028] env[69984]: DEBUG nova.compute.manager [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Received event network-changed-833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.215393] env[69984]: DEBUG nova.compute.manager [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Refreshing instance network info cache due to event network-changed-833f852f-67b3-4346-aace-9d51014ab482. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.215647] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Acquiring lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.216089] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Acquired lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.216089] env[69984]: DEBUG nova.network.neutron [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Refreshing network info cache for port 833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.224275] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Successfully created port: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.486018] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945392, 'name': ReconfigVM_Task, 'duration_secs': 0.325063} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.489243] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 0f5caec0-650c-47b3-af9d-942267ff250f/0f5caec0-650c-47b3-af9d-942267ff250f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.494209] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddddffba-ba04-4f70-bee6-df2aada764ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.508024] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945393, 'name': CreateVM_Task, 'duration_secs': 0.364217} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.508024] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.508024] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1010.508024] env[69984]: value = "task-3945394" [ 1010.508024] env[69984]: _type = "Task" [ 1010.508024] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.508024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.508024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.508649] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.508649] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62a5de0-ad68-4086-927e-7e4b10c7f5ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.525147] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1010.525147] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529553f3-b2a3-ee6a-0c04-b4f2331a62b6" [ 1010.525147] env[69984]: _type = "Task" [ 1010.525147] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.525953] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945394, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.540356] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529553f3-b2a3-ee6a-0c04-b4f2331a62b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.541678] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.541923] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.542202] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.542369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.542583] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.545156] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5969c7-b72e-4df5-943a-37b88510219c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.550317] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573f1db5-344a-4148-95ff-593270765737 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.557990] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe5d55-e5c2-4071-bfd7-0fd1210e5ae8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.564219] env[69984]: DEBUG nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Found 3 images (rotation: 2) {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1010.564454] env[69984]: DEBUG nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Rotating out 1 backups {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1010.564646] env[69984]: DEBUG nova.compute.manager [None req-49897177-694d-4e60-8ca6-ac5a09a5b008 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleting image 089b78a9-6b53-453b-8eb8-1f17cf9c4f1d {{(pid=69984) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1010.567441] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.567644] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.569196] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b559beb-2cf0-4722-9718-1ecc5652ccd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.604567] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe758f-41f8-4d7d-971e-867c8a564d79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.606109] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1010.606109] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523883ba-545c-e3ad-e01b-9c710cc1ea6e" [ 1010.606109] env[69984]: _type = "Task" [ 1010.606109] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.613065] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ade936-77e0-4fbf-a3c7-1bc24d9ec307 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.620637] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523883ba-545c-e3ad-e01b-9c710cc1ea6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.621882] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12aa7547-80e8-49b6-9d10-efb7dbd63f97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.638209] env[69984]: DEBUG nova.compute.provider_tree [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.639855] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1010.639855] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52636f57-9cfe-1561-85de-8f1ccb503d7e" [ 1010.639855] env[69984]: _type = "Task" [ 1010.639855] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.651404] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52636f57-9cfe-1561-85de-8f1ccb503d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.018074} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.651950] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.651950] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1749fc15-57f1-46a4-8e39-d7d4bb9d351e/1749fc15-57f1-46a4-8e39-d7d4bb9d351e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.652231] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bcb3ab4-9581-4d4a-9637-9cef89cd2ba8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.661834] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1010.661834] env[69984]: value = "task-3945395" [ 1010.661834] env[69984]: _type = "Task" [ 1010.661834] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.670773] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.984231] env[69984]: DEBUG nova.network.neutron [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Updated VIF entry in instance network info cache for port 833f852f-67b3-4346-aace-9d51014ab482. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.984633] env[69984]: DEBUG nova.network.neutron [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Updating instance_info_cache with network_info: [{"id": "833f852f-67b3-4346-aace-9d51014ab482", "address": "fa:16:3e:1a:c5:1f", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833f852f-67", "ovs_interfaceid": "833f852f-67b3-4346-aace-9d51014ab482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.022046] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945394, 'name': Rename_Task, 'duration_secs': 0.155048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.022385] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.022657] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58ff690-7c37-4b39-ad30-cddf7f1e1d5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.032408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.032662] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.034017] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1011.034017] env[69984]: value = "task-3945396" [ 1011.034017] env[69984]: _type = "Task" [ 1011.034017] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.048725] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.142215] env[69984]: DEBUG nova.scheduler.client.report [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.175887] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.216017] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.244941] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.244941] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.244941] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.244941] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.244941] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.245265] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.245265] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.245395] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.245566] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.245730] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.245900] env[69984]: DEBUG nova.virt.hardware [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.246844] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1697011f-69b3-45c1-a26a-21ff0b57a2ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.255501] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256f195a-509f-432b-aa6c-87553d5a2023 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.487767] env[69984]: DEBUG oslo_concurrency.lockutils [req-30e302d2-821d-4ae2-a984-47148aaf7671 req-9ccde7ce-671e-4357-a84f-64a97edefe05 service nova] Releasing lock "refresh_cache-1749fc15-57f1-46a4-8e39-d7d4bb9d351e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.535981] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.549334] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.648483] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.649030] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.652043] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.454s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.654275] env[69984]: INFO nova.compute.claims [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.676507] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544026} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.676725] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 1749fc15-57f1-46a4-8e39-d7d4bb9d351e/1749fc15-57f1-46a4-8e39-d7d4bb9d351e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.676940] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.678586] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4a4282-a0f3-42ad-a3f5-0c4d26cf8a4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.690864] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1011.690864] env[69984]: value = "task-3945398" [ 1011.690864] env[69984]: _type = "Task" [ 1011.690864] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.705970] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.965106] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Successfully updated port: d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.063427] env[69984]: DEBUG oslo_vmware.api [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945396, 'name': PowerOnVM_Task, 'duration_secs': 0.573992} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.063427] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.063642] env[69984]: INFO nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1012.064841] env[69984]: DEBUG nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.065473] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b994396-9d1d-44f3-9cdd-8a6cec7a5c79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.073905] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.158914] env[69984]: DEBUG nova.compute.utils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.163228] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.163503] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.202683] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220414} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.203048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.204314] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2478722-e954-41ab-9c70-464870def6cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.229057] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1749fc15-57f1-46a4-8e39-d7d4bb9d351e/1749fc15-57f1-46a4-8e39-d7d4bb9d351e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.230684] env[69984]: DEBUG nova.policy [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '262ae5fb28584f968dbf67843a9a0af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33206bcd53564be8a6e5124e564f0d9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.232269] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f06f11-1660-421b-95f3-68867171d4fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.253972] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1012.253972] env[69984]: value = "task-3945399" [ 1012.253972] env[69984]: _type = "Task" [ 1012.253972] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.265595] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.347614] env[69984]: DEBUG nova.compute.manager [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Received event network-vif-plugged-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.347843] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Acquiring lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.348119] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.348249] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.348546] env[69984]: DEBUG nova.compute.manager [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] No waiting events found dispatching network-vif-plugged-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.348797] env[69984]: WARNING nova.compute.manager [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Received unexpected event network-vif-plugged-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 for instance with vm_state building and task_state spawning. [ 1012.348984] env[69984]: DEBUG nova.compute.manager [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Received event network-changed-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.349389] env[69984]: DEBUG nova.compute.manager [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Refreshing instance network info cache due to event network-changed-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.349776] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Acquiring lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.349926] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Acquired lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.350116] env[69984]: DEBUG nova.network.neutron [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Refreshing network info cache for port d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.469511] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.598584] env[69984]: INFO nova.compute.manager [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Took 38.90 seconds to build instance. [ 1012.670751] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.697974] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Successfully created port: bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.765438] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945399, 'name': ReconfigVM_Task, 'duration_secs': 0.299363} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.765749] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1749fc15-57f1-46a4-8e39-d7d4bb9d351e/1749fc15-57f1-46a4-8e39-d7d4bb9d351e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.766419] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64fb3ab-af9e-4b30-8837-bd3ebbdc5ff0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.774070] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1012.774070] env[69984]: value = "task-3945400" [ 1012.774070] env[69984]: _type = "Task" [ 1012.774070] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.784399] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945400, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.920738] env[69984]: DEBUG nova.network.neutron [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.981507] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e908dd9-0630-48f1-a50e-1251fd2cc59d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.995357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a0af4f-ebe6-4edf-bb34-b9a070507691 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.030550] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.031195] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.031576] env[69984]: DEBUG nova.compute.manager [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.035642] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b426dbe-fc19-46f4-81e8-f457914c9f08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.039641] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbba364-263b-4014-9908-1fff22123469 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.049575] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af2ed52-37e5-4713-8ce2-e816eaa05330 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.054608] env[69984]: DEBUG nova.compute.manager [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1013.055226] env[69984]: DEBUG nova.objects.instance [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.068696] env[69984]: DEBUG nova.compute.provider_tree [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.094142] env[69984]: DEBUG nova.network.neutron [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.103275] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ed364de-2b73-4650-9437-eb4bcde12dea tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.414s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.284753] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945400, 'name': Rename_Task, 'duration_secs': 0.142569} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.285057] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.285325] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf681f86-a62a-4984-ad2c-78bf6de7509f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.294210] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1013.294210] env[69984]: value = "task-3945401" [ 1013.294210] env[69984]: _type = "Task" [ 1013.294210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.303233] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.572980] env[69984]: DEBUG nova.scheduler.client.report [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.596994] env[69984]: DEBUG oslo_concurrency.lockutils [req-f167a491-6233-474f-8e6c-d179fe531ef5 req-0b2bd4c1-78c5-4b0d-9c15-37b71f27a2f6 service nova] Releasing lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597182] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquired lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.597182] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.686304] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.713969] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.713969] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.713969] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.714971] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.715253] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.715574] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.716014] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.716363] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.716718] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.717086] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.717477] env[69984]: DEBUG nova.virt.hardware [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.718570] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77215ec6-8aa9-4416-808b-0ab1b4d4a8a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.729684] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c7ac05-171f-465d-a714-b642c565c9b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.807608] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.935916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "0f5caec0-650c-47b3-af9d-942267ff250f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.936214] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.936427] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.936617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.936787] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.939406] env[69984]: INFO nova.compute.manager [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Terminating instance [ 1014.063227] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.063615] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b308fe3-b0b4-44ee-8f44-60b780cab858 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.071423] env[69984]: DEBUG oslo_vmware.api [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1014.071423] env[69984]: value = "task-3945403" [ 1014.071423] env[69984]: _type = "Task" [ 1014.071423] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.077640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.078730] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.086033] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.952s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.088031] env[69984]: DEBUG oslo_vmware.api [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.172960] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.308605] env[69984]: DEBUG oslo_vmware.api [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945401, 'name': PowerOnVM_Task, 'duration_secs': 0.548196} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.309063] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.309258] env[69984]: INFO nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1014.309605] env[69984]: DEBUG nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.310934] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04042a79-7d47-4034-9b90-9eee56403ad8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.443739] env[69984]: DEBUG nova.compute.manager [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.443739] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.447645] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fe1d7-5324-479f-ada7-6fa5f64f73c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.456097] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.456392] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37625696-03f7-4cbf-8606-0bf23b4c83a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.463971] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1014.463971] env[69984]: value = "task-3945404" [ 1014.463971] env[69984]: _type = "Task" [ 1014.463971] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.473822] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.500934] env[69984]: DEBUG nova.network.neutron [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Updating instance_info_cache with network_info: [{"id": "d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3", "address": "fa:16:3e:7f:4e:89", "network": {"id": "60ca30e0-af79-4c85-bc35-e2a0dac36f6e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1849597685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7087e48d76948ddb9c574a201e55739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e9e5ac-1b", "ovs_interfaceid": "d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.580531] env[69984]: DEBUG nova.compute.manager [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.580822] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.581120] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.581397] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.581653] env[69984]: DEBUG nova.compute.manager [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] No waiting events found dispatching network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.581919] env[69984]: WARNING nova.compute.manager [req-b6dfc858-5951-435f-a806-b42627703da4 req-460ab2a8-a414-4062-a874-a1a3447af113 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received unexpected event network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f for instance with vm_state building and task_state spawning. [ 1014.589022] env[69984]: DEBUG oslo_vmware.api [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945403, 'name': PowerOffVM_Task, 'duration_secs': 0.251887} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.591701] env[69984]: INFO nova.compute.claims [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.596743] env[69984]: DEBUG nova.compute.utils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.600550] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.600803] env[69984]: DEBUG nova.compute.manager [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.601813] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.603153] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.605678] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f32e8ec-dd15-42e6-9257-12080e0fcece {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.705470] env[69984]: DEBUG nova.policy [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.838305] env[69984]: INFO nova.compute.manager [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Took 35.89 seconds to build instance. [ 1014.858824] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Successfully updated port: bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.986022] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945404, 'name': PowerOffVM_Task, 'duration_secs': 0.225321} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.986022] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.986022] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.988029] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad6d58ef-8483-4cbf-8fa8-b69ca9744fb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.007736] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Releasing lock "refresh_cache-8ed8b730-a751-4f60-b056-827a5e3f8f2a" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.007736] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance network_info: |[{"id": "d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3", "address": "fa:16:3e:7f:4e:89", "network": {"id": "60ca30e0-af79-4c85-bc35-e2a0dac36f6e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1849597685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7087e48d76948ddb9c574a201e55739", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e9e5ac-1b", "ovs_interfaceid": "d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.007736] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:4e:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e9e5ac-1b83-4ce6-b203-a26fa5783dd3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.020571] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Creating folder: Project (c7087e48d76948ddb9c574a201e55739). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.022110] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7be24949-8f96-4e3e-83b0-1ec4e0818f3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.037651] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Created folder: Project (c7087e48d76948ddb9c574a201e55739) in parent group-v782883. [ 1015.038419] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Creating folder: Instances. Parent ref: group-v783121. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.040205] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-808a3766-faa9-46d5-96e7-54a5ec2c00a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.054998] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.057020] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.057020] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleting the datastore file [datastore2] 0f5caec0-650c-47b3-af9d-942267ff250f {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.057020] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa22581-eb9c-40fa-99f2-355cf28f7277 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.063120] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Created folder: Instances in parent group-v783121. [ 1015.063683] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.064719] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.065201] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235c9f92-a8a9-4505-aa04-3b940e0fc1ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.098687] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for the task: (returnval){ [ 1015.098687] env[69984]: value = "task-3945408" [ 1015.098687] env[69984]: _type = "Task" [ 1015.098687] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.111156] env[69984]: INFO nova.compute.resource_tracker [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating resource usage from migration 3847da00-f05d-4e55-8b28-6bb238f550b1 [ 1015.115766] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.120169] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.120169] env[69984]: value = "task-3945409" [ 1015.120169] env[69984]: _type = "Task" [ 1015.120169] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.131788] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6f6271b2-fa30-449c-b152-86c288daad1e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.138947] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.152422] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945409, 'name': CreateVM_Task} progress is 15%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.331528] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Successfully created port: 08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.339939] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a3bcdbf4-b34a-487c-b7b8-bb8e57d91939 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.410s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.361602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.361790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.361954] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.461151] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c4195-1629-4aea-817e-f18ac39b572b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.477127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f9ca4f-9d89-461e-9a93-c0ec27e5285c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.513525] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22edc8f8-a0ae-4daa-a1b5-998c3fd58105 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.522616] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70107cd8-457b-4606-857b-c71d00b73c59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.537562] env[69984]: DEBUG nova.compute.provider_tree [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.610812] env[69984]: DEBUG oslo_vmware.api [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Task: {'id': task-3945408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228474} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.610812] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.611081] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.611148] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.611341] env[69984]: INFO nova.compute.manager [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1015.611620] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.611951] env[69984]: DEBUG nova.compute.manager [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.611951] env[69984]: DEBUG nova.network.neutron [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.640662] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945409, 'name': CreateVM_Task, 'duration_secs': 0.391759} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.640662] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.640662] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.640826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.641560] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.641560] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668a7c2f-4162-4a23-928f-141652c87abe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.648104] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1015.648104] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cdf085-27d5-5640-3bdf-6019f1b6b9f7" [ 1015.648104] env[69984]: _type = "Task" [ 1015.648104] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.660013] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cdf085-27d5-5640-3bdf-6019f1b6b9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.939209] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.041139] env[69984]: DEBUG nova.scheduler.client.report [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.133141] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.134453] env[69984]: DEBUG nova.network.neutron [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.136715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.136715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.136892] env[69984]: DEBUG nova.compute.manager [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.139406] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1893cbb-7c94-4625-98d8-11b38a76a614 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.146867] env[69984]: DEBUG nova.compute.manager [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1016.148361] env[69984]: DEBUG nova.objects.instance [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'flavor' on Instance uuid 1749fc15-57f1-46a4-8e39-d7d4bb9d351e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.165774] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cdf085-27d5-5640-3bdf-6019f1b6b9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015756} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.168154] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.170715] env[69984]: DEBUG nova.virt.hardware [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.170715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.170715] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.170715] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.171578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.171578] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.172989] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff63129-48d2-4d39-9803-b7361825f1e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.175853] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a5cd244-4d87-4dbd-8b0a-5403f1fd33c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.184179] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d8325-d22b-494a-a0cb-ba6744d4099c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.189953] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.190195] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.191333] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb6bc1c-b19c-4a51-9a27-a29e9684ac50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.207388] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1016.207388] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c25708-ce18-f001-5229-d95df0a411ef" [ 1016.207388] env[69984]: _type = "Task" [ 1016.207388] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.215766] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c25708-ce18-f001-5229-d95df0a411ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.503067] env[69984]: DEBUG nova.compute.manager [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Stashing vm_state: stopped {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1016.546477] env[69984]: DEBUG nova.network.neutron [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.548347] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.463s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.548552] env[69984]: INFO nova.compute.manager [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Migrating [ 1016.555431] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.350s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.556983] env[69984]: INFO nova.compute.claims [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.614563] env[69984]: DEBUG nova.compute.manager [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.614747] env[69984]: DEBUG nova.compute.manager [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing instance network info cache due to event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.614894] env[69984]: DEBUG oslo_concurrency.lockutils [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.638550] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.638707] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance network_info: |[{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.638993] env[69984]: DEBUG oslo_concurrency.lockutils [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.639848] env[69984]: DEBUG nova.network.neutron [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.640565] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:77:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc173cef-0144-46c4-93ad-5aa32031eb9f', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.648631] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.649840] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.649840] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9e8207-4704-4f26-b212-dccff5fe79c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.673449] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.673449] env[69984]: value = "task-3945411" [ 1016.673449] env[69984]: _type = "Task" [ 1016.673449] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.685906] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945411, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.719486] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c25708-ce18-f001-5229-d95df0a411ef, 'name': SearchDatastore_Task, 'duration_secs': 0.035821} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.720400] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d691fa71-fb65-4214-a0ed-06d741691368 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.726733] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1016.726733] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52613b5e-e3d4-8c20-af65-93620e461a96" [ 1016.726733] env[69984]: _type = "Task" [ 1016.726733] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.737121] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52613b5e-e3d4-8c20-af65-93620e461a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.030747] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.056526] env[69984]: INFO nova.compute.manager [-] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Took 1.44 seconds to deallocate network for instance. [ 1017.067663] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.069036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.069036] env[69984]: DEBUG nova.network.neutron [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.173273] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.173590] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c759cb39-31e2-4553-bc59-175ab1d8ffcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.186091] env[69984]: DEBUG oslo_vmware.api [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1017.186091] env[69984]: value = "task-3945412" [ 1017.186091] env[69984]: _type = "Task" [ 1017.186091] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.189544] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945411, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.204571] env[69984]: DEBUG oslo_vmware.api [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.240992] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52613b5e-e3d4-8c20-af65-93620e461a96, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.240992] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.240992] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8ed8b730-a751-4f60-b056-827a5e3f8f2a/8ed8b730-a751-4f60-b056-827a5e3f8f2a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.241694] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf1c42d-9a2c-4062-9d69-9d0fa3d56d07 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.250662] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1017.250662] env[69984]: value = "task-3945413" [ 1017.250662] env[69984]: _type = "Task" [ 1017.250662] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.262286] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.273668] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Successfully updated port: 08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.563483] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.592808] env[69984]: DEBUG nova.network.neutron [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updated VIF entry in instance network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.592808] env[69984]: DEBUG nova.network.neutron [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.701346] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945411, 'name': CreateVM_Task, 'duration_secs': 0.631192} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.704654] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.705746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.705944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.706298] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.706585] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbfbf60-fa3b-4256-8bae-178ae02b9816 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.712849] env[69984]: DEBUG oslo_vmware.api [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945412, 'name': PowerOffVM_Task, 'duration_secs': 0.214592} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.713956] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.714211] env[69984]: DEBUG nova.compute.manager [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.714827] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1017.714827] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a1930d-3692-21b6-556c-e3a49173bd21" [ 1017.714827] env[69984]: _type = "Task" [ 1017.714827] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.715350] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544b3e1-7579-4af3-be0d-99bb9e935e97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.733183] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a1930d-3692-21b6-556c-e3a49173bd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.768703] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945413, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.776734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.776892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.777093] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.959020] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b25241-f5af-4aff-9a17-c58a9036954d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.966186] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76635e8f-5cdb-4f9e-8a0c-be1e020c4659 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.001361] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b5a7c5-8185-471a-a79a-a416d18bd3b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.010582] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550c259-923a-4f40-96f0-546d0171876b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.026808] env[69984]: DEBUG nova.compute.provider_tree [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.096134] env[69984]: DEBUG oslo_concurrency.lockutils [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.096134] env[69984]: DEBUG nova.compute.manager [req-07764b18-5d99-43e2-9fb7-3299f4bf58d4 req-c3591c12-032f-409a-9259-1ee2e845416e service nova] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Received event network-vif-deleted-0885d657-bec4-4bd3-a902-56c372937005 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.189020] env[69984]: DEBUG nova.network.neutron [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [{"id": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "address": "fa:16:3e:3b:ee:f1", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90c15f9-da", "ovs_interfaceid": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.229022] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a1930d-3692-21b6-556c-e3a49173bd21, 'name': SearchDatastore_Task, 'duration_secs': 0.03933} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.229022] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.229225] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.229381] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.229648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.231900] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.231900] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3590730-2379-44f1-8447-8662feff7747 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.237081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-037087a9-4821-4f91-8e9c-7cbf6e1806ad tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.245594] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.245594] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.246575] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f52659-490d-442b-ab87-751b7c93b0de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.258901] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1018.258901] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527393d2-0596-f7dc-e197-e5ff97093dcb" [ 1018.258901] env[69984]: _type = "Task" [ 1018.258901] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.265641] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527403} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.266332] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8ed8b730-a751-4f60-b056-827a5e3f8f2a/8ed8b730-a751-4f60-b056-827a5e3f8f2a.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.266570] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.266841] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5dcd72f-1785-4315-8c76-2afb97c500d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.273839] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527393d2-0596-f7dc-e197-e5ff97093dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.281699] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1018.281699] env[69984]: value = "task-3945415" [ 1018.281699] env[69984]: _type = "Task" [ 1018.281699] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.292733] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.329371] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.528198] env[69984]: DEBUG nova.network.neutron [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.532527] env[69984]: DEBUG nova.scheduler.client.report [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.693927] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.769458] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527393d2-0596-f7dc-e197-e5ff97093dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.028608} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.770345] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81513cc-6d37-4849-bba1-328ed94767b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.778038] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1018.778038] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce2c2c-8309-ba42-bc75-7c5ce7621f52" [ 1018.778038] env[69984]: _type = "Task" [ 1018.778038] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.789135] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce2c2c-8309-ba42-bc75-7c5ce7621f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.795856] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078988} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.795856] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.796125] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca53c48-2318-41c6-86d1-8aaeff6a9a01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.819398] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8ed8b730-a751-4f60-b056-827a5e3f8f2a/8ed8b730-a751-4f60-b056-827a5e3f8f2a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.819751] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae2cbcf-cdf3-4c06-afaf-b8f0eed0006d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.843498] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1018.843498] env[69984]: value = "task-3945416" [ 1018.843498] env[69984]: _type = "Task" [ 1018.843498] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.849104] env[69984]: DEBUG nova.compute.manager [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-plugged-08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.849331] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.849541] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.849707] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.849707] env[69984]: DEBUG nova.compute.manager [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] No waiting events found dispatching network-vif-plugged-08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1018.849707] env[69984]: WARNING nova.compute.manager [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received unexpected event network-vif-plugged-08db06bb-3f3d-40d7-b109-0d2876a46543 for instance with vm_state building and task_state spawning. [ 1018.850286] env[69984]: DEBUG nova.compute.manager [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-changed-08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.850387] env[69984]: DEBUG nova.compute.manager [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing instance network info cache due to event network-changed-08db06bb-3f3d-40d7-b109-0d2876a46543. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.850559] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.856861] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.988572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.988572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.988863] env[69984]: INFO nova.compute.manager [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Shelving [ 1019.034390] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.034390] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Instance network_info: |[{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.034834] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.035060] env[69984]: DEBUG nova.network.neutron [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing network info cache for port 08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.036459] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:64:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08db06bb-3f3d-40d7-b109-0d2876a46543', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.046668] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.050205] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.050739] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.053347] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.054545] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.706s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.055939] env[69984]: INFO nova.compute.claims [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.059148] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e16c18-3d59-4fac-8129-faf7c0c1bc39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.083804] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.083804] env[69984]: value = "task-3945417" [ 1019.083804] env[69984]: _type = "Task" [ 1019.083804] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.100398] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945417, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.216590] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.216891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.217123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.217318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.217492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.222015] env[69984]: INFO nova.compute.manager [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Terminating instance [ 1019.289389] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce2c2c-8309-ba42-bc75-7c5ce7621f52, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.289714] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.290036] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.290427] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f58dbf-9ac2-4cba-a794-25cc874f56c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.302716] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1019.302716] env[69984]: value = "task-3945418" [ 1019.302716] env[69984]: _type = "Task" [ 1019.302716] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.313344] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.336496] env[69984]: DEBUG nova.network.neutron [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updated VIF entry in instance network info cache for port 08db06bb-3f3d-40d7-b109-0d2876a46543. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.336496] env[69984]: DEBUG nova.network.neutron [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.354749] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945416, 'name': ReconfigVM_Task, 'duration_secs': 0.487295} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.355085] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8ed8b730-a751-4f60-b056-827a5e3f8f2a/8ed8b730-a751-4f60-b056-827a5e3f8f2a.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.355732] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ad53c17-ce68-43cb-b850-386db9e419f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.363013] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1019.363013] env[69984]: value = "task-3945419" [ 1019.363013] env[69984]: _type = "Task" [ 1019.363013] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.372895] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945419, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.555786] env[69984]: DEBUG nova.compute.utils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.558037] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.558136] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.600132] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945417, 'name': CreateVM_Task, 'duration_secs': 0.381447} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.600398] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.601056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.601238] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.601569] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.601962] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0deb674-7246-4e62-936f-f5820927ad1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.605850] env[69984]: DEBUG nova.policy [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4f4995d4f884ad5ab40718f41e6e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '659f7336a5ff42efa1322c68677729ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.613897] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1019.613897] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f50c03-96ae-8e4a-0b49-a16194809f74" [ 1019.613897] env[69984]: _type = "Task" [ 1019.613897] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.627991] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f50c03-96ae-8e4a-0b49-a16194809f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.727133] env[69984]: DEBUG nova.compute.manager [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.728169] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.729310] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749f3c2-aab7-4334-9948-fca160d79075 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748862] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.749187] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efbfcc4a-b318-4ce3-9038-ea8f54c3f1a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.815436] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511128} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.815700] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.816106] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.816279] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bba5b113-3c51-439a-90b2-45578ceccd06 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.823738] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1019.823738] env[69984]: value = "task-3945421" [ 1019.823738] env[69984]: _type = "Task" [ 1019.823738] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.833677] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.835754] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.836086] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.836453] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore1] 1749fc15-57f1-46a4-8e39-d7d4bb9d351e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.836736] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33328d68-4bda-40d3-81bb-b768636f6a1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.840188] env[69984]: DEBUG oslo_concurrency.lockutils [req-b30e503b-9f5d-4684-8921-6d171dd943b1 req-9ab0e298-37c4-4023-b485-8f42c0f70bf5 service nova] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.845776] env[69984]: DEBUG oslo_vmware.api [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1019.845776] env[69984]: value = "task-3945422" [ 1019.845776] env[69984]: _type = "Task" [ 1019.845776] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.854673] env[69984]: DEBUG oslo_vmware.api [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.875853] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945419, 'name': Rename_Task, 'duration_secs': 0.162429} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.875853] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.875853] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ddf467c-f713-4a8d-a6a1-70fcf7ec72d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.884035] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1019.884035] env[69984]: value = "task-3945423" [ 1019.884035] env[69984]: _type = "Task" [ 1019.884035] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.892619] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.002604] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.002604] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede8fe0c-53a1-4d8d-9bdc-c1dde312c326 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.011575] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1020.011575] env[69984]: value = "task-3945424" [ 1020.011575] env[69984]: _type = "Task" [ 1020.011575] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.017452] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Successfully created port: 6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.024407] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.062132] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.127271] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f50c03-96ae-8e4a-0b49-a16194809f74, 'name': SearchDatastore_Task, 'duration_secs': 0.061237} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.127740] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.127834] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.128086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.128271] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.128419] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.129056] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75402214-b5cc-4323-b681-e0c233f4123c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.141677] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.141819] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.142704] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a168b75-aaf1-4925-a414-6ea81feb05a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.153341] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1020.153341] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52683737-ffb7-f3d9-de42-671e4e019313" [ 1020.153341] env[69984]: _type = "Task" [ 1020.153341] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.161543] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52683737-ffb7-f3d9-de42-671e4e019313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.217963] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd0062-2f89-4a36-8ea7-7ee768f16c4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.243292] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.336395] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072803} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.339325] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.340858] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263bfb31-5f1e-4e76-bdc6-19b764adf071 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.370645] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.374231] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56688933-865c-49ce-8f3c-5b245d7fd7a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.400861] env[69984]: DEBUG oslo_vmware.api [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166968} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.401719] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.402080] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.402206] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.402511] env[69984]: INFO nova.compute.manager [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1020.402685] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.404554] env[69984]: DEBUG nova.compute.manager [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.404684] env[69984]: DEBUG nova.network.neutron [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.407139] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1020.407139] env[69984]: value = "task-3945425" [ 1020.407139] env[69984]: _type = "Task" [ 1020.407139] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.411171] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945423, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.427898] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.510610] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ebb8c-2fab-455c-b6c2-7a3a312f5ed3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.522149] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945424, 'name': PowerOffVM_Task, 'duration_secs': 0.247686} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.524368] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.525290] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85da8ddd-9f11-4a5b-9776-417a392db1ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.529563] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b7a3b-6e1f-4bf8-b950-b2cfb3e4a41e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.577538] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9afa7d-f356-45aa-81ef-2c433d598527 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.585049] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0b286-4020-4bb8-949b-8162fd3e1f9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.597967] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f56885-6d11-46bf-8a77-76f7e1bb121c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.612976] env[69984]: DEBUG nova.compute.provider_tree [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.662866] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52683737-ffb7-f3d9-de42-671e4e019313, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.663777] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bb7691-e289-4517-856d-8b466633185c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.670252] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1020.670252] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527842ea-fcc3-b826-1d31-63b8a930f845" [ 1020.670252] env[69984]: _type = "Task" [ 1020.670252] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.681471] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527842ea-fcc3-b826-1d31-63b8a930f845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.753011] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.753381] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-667ce8a8-3947-4f85-ab57-e751d89c7976 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.761131] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1020.761131] env[69984]: value = "task-3945426" [ 1020.761131] env[69984]: _type = "Task" [ 1020.761131] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.770262] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.906267] env[69984]: DEBUG oslo_vmware.api [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945423, 'name': PowerOnVM_Task, 'duration_secs': 0.550079} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.906443] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.906633] env[69984]: INFO nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1020.906823] env[69984]: DEBUG nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.907720] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674685b-d41a-4c7c-94b9-de9ce51e7332 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.951448] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945425, 'name': ReconfigVM_Task, 'duration_secs': 0.365628} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.951448] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.951448] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ba1f41d-d58a-444a-8f83-f0d11593e030 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.951448] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1020.951448] env[69984]: value = "task-3945427" [ 1020.951448] env[69984]: _type = "Task" [ 1020.951448] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.955086] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945427, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.085841] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.098312] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.099203] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f665984b-ccf4-4cec-aecc-95b8a24adc6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.110260] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1021.110260] env[69984]: value = "task-3945428" [ 1021.110260] env[69984]: _type = "Task" [ 1021.110260] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.117650] env[69984]: DEBUG nova.scheduler.client.report [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.128389] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.150455] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.150748] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.151495] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.151495] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.151704] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.151704] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.151896] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.152076] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.152711] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.152711] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.152711] env[69984]: DEBUG nova.virt.hardware [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.153648] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3d611-7ad7-4bf2-a16c-488bd544f288 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.162337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d56488d-6d5e-49bc-97d4-78cc68fa7b6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.192081] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527842ea-fcc3-b826-1d31-63b8a930f845, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.192081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.192081] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 34cff730-558a-4f02-9c43-c5f7fe528615/34cff730-558a-4f02-9c43-c5f7fe528615.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.192081] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b85f2b8-f9ee-4ae3-8341-c707fa612231 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.202427] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1021.202427] env[69984]: value = "task-3945429" [ 1021.202427] env[69984]: _type = "Task" [ 1021.202427] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.212499] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.217966] env[69984]: DEBUG nova.compute.manager [req-c33fa1b5-a79a-4978-940e-3870620749b1 req-1d855dc2-e2cf-4528-a80d-1f73b804ce2c service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Received event network-vif-deleted-833f852f-67b3-4346-aace-9d51014ab482 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.218100] env[69984]: INFO nova.compute.manager [req-c33fa1b5-a79a-4978-940e-3870620749b1 req-1d855dc2-e2cf-4528-a80d-1f73b804ce2c service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Neutron deleted interface 833f852f-67b3-4346-aace-9d51014ab482; detaching it from the instance and deleting it from the info cache [ 1021.218307] env[69984]: DEBUG nova.network.neutron [req-c33fa1b5-a79a-4978-940e-3870620749b1 req-1d855dc2-e2cf-4528-a80d-1f73b804ce2c service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.272416] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945426, 'name': PowerOffVM_Task, 'duration_secs': 0.182718} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.272744] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.272929] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.439107] env[69984]: INFO nova.compute.manager [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Took 36.43 seconds to build instance. [ 1021.450708] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945427, 'name': Rename_Task, 'duration_secs': 0.21251} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.451051] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.451343] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ab0c29-fd11-40fe-b9a0-086a72675501 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.462993] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1021.462993] env[69984]: value = "task-3945430" [ 1021.462993] env[69984]: _type = "Task" [ 1021.462993] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.475026] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.522124] env[69984]: DEBUG nova.network.neutron [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.624840] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.625362] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.630824] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.631276] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.960s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.631532] env[69984]: DEBUG nova.objects.instance [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lazy-loading 'resources' on Instance uuid b4bb86cb-c79b-4305-995a-9abaf8e5beb3 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.678315] env[69984]: DEBUG nova.compute.manager [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Received event network-vif-plugged-6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.678561] env[69984]: DEBUG oslo_concurrency.lockutils [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] Acquiring lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.680213] env[69984]: DEBUG oslo_concurrency.lockutils [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.680515] env[69984]: DEBUG oslo_concurrency.lockutils [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.680746] env[69984]: DEBUG nova.compute.manager [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] No waiting events found dispatching network-vif-plugged-6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1021.680951] env[69984]: WARNING nova.compute.manager [req-f8c5857d-cc18-48d1-9616-05253e05e6b3 req-7843e8f3-e3f0-4100-b057-81c03d52181d service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Received unexpected event network-vif-plugged-6bfcf790-a6bf-428e-9af6-95c59b773f19 for instance with vm_state building and task_state spawning. [ 1021.714213] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495618} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.714559] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 34cff730-558a-4f02-9c43-c5f7fe528615/34cff730-558a-4f02-9c43-c5f7fe528615.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.714794] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.715339] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f86de8-5854-4031-9ecc-d73874f08624 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.725245] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71cc20ba-cae0-427b-979a-5acc9b6e5eee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.727790] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1021.727790] env[69984]: value = "task-3945431" [ 1021.727790] env[69984]: _type = "Task" [ 1021.727790] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.741855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.742230] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.746132] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b531f7-adfa-4f7a-9d5a-2ec784263b19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760667] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.763726] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.779591] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.779856] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.780278] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.780545] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.780738] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.780844] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.781082] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.781272] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.781481] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.781629] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.781799] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.799318] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1606af1-493c-43d6-b852-c0cc1d54f66b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.810878] env[69984]: DEBUG nova.compute.manager [req-c33fa1b5-a79a-4978-940e-3870620749b1 req-1d855dc2-e2cf-4528-a80d-1f73b804ce2c service nova] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Detach interface failed, port_id=833f852f-67b3-4346-aace-9d51014ab482, reason: Instance 1749fc15-57f1-46a4-8e39-d7d4bb9d351e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.818809] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1021.818809] env[69984]: value = "task-3945432" [ 1021.818809] env[69984]: _type = "Task" [ 1021.818809] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.829101] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.829542] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Successfully updated port: 6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.945314] env[69984]: DEBUG oslo_concurrency.lockutils [None req-170eb809-3c71-4b6b-a69e-26936c3d735b tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.950s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.975143] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.025040] env[69984]: INFO nova.compute.manager [-] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Took 1.62 seconds to deallocate network for instance. [ 1022.123496] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945428, 'name': CreateSnapshot_Task, 'duration_secs': 0.787891} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.123844] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.124733] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a470ca-a520-4626-88b3-357b19fef666 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.135045] env[69984]: DEBUG nova.compute.utils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.142952] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.142952] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.196363] env[69984]: DEBUG nova.policy [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b654e30000094c49be6184e4ed3fe3e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb62847172bb4c70985d4847654e5099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.243956] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076716} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.244321] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.245246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07858bbf-59f0-42bc-b8dc-5fbf30cc14b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.278936] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 34cff730-558a-4f02-9c43-c5f7fe528615/34cff730-558a-4f02-9c43-c5f7fe528615.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.284162] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd56df6-8c9d-4890-a909-68be0e23d70b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.305801] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1022.305801] env[69984]: value = "task-3945433" [ 1022.305801] env[69984]: _type = "Task" [ 1022.305801] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.310679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.317194] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.328702] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945432, 'name': ReconfigVM_Task, 'duration_secs': 0.194774} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.331739] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.335922] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.336071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquired lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336276] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.481027] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945430, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.532097] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.541775] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b6285-51e1-4b17-a54e-3fd718962833 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.549866] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25bf9b4-8abe-4e0f-9cb6-e02f6b3c460b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.583212] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cb777a-98ae-4953-878b-00e0e7b0d2db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.595342] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb37d1-2cff-4cb1-90cc-c8079a71ed89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.614051] env[69984]: DEBUG nova.compute.provider_tree [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.637597] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Successfully created port: a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.641692] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.651972] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.652288] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10561733-515d-4bcc-8628-a14eea4b3346 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.663703] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1022.663703] env[69984]: value = "task-3945434" [ 1022.663703] env[69984]: _type = "Task" [ 1022.663703] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.673252] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945434, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.819872] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945433, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.843331] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.843571] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.843910] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.843910] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.844058] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.844224] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.844439] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.844598] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.844802] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.845133] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.845607] env[69984]: DEBUG nova.virt.hardware [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.851082] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.857675] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6450446f-4db4-4b3d-8b31-ab67f066437c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.885907] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1022.885907] env[69984]: value = "task-3945435" [ 1022.885907] env[69984]: _type = "Task" [ 1022.885907] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.895301] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.940361] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.979942] env[69984]: DEBUG oslo_vmware.api [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945430, 'name': PowerOnVM_Task, 'duration_secs': 1.020979} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.984263] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.984373] env[69984]: INFO nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1022.984561] env[69984]: DEBUG nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.986016] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025b0a07-3c28-42ca-84f1-57e790e8a553 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.090202] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.090505] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.090726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.090947] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.091098] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.093579] env[69984]: INFO nova.compute.manager [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Terminating instance [ 1023.117504] env[69984]: DEBUG nova.scheduler.client.report [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.139357] env[69984]: DEBUG nova.network.neutron [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updating instance_info_cache with network_info: [{"id": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "address": "fa:16:3e:0f:69:63", "network": {"id": "eee21905-340f-4c1e-8c8f-945405985ea4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1510816843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659f7336a5ff42efa1322c68677729ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfcf790-a6", "ovs_interfaceid": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.149448] env[69984]: INFO nova.virt.block_device [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Booting with volume f5ef54cb-1b6d-4d21-956c-f24ef98786f0 at /dev/sda [ 1023.175513] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945434, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.196753] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a4bf89c-c652-4d9c-937c-e8a0f30d54cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.207459] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c67c9-98ec-4ed3-846f-fe8fa71dac8b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.248920] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f360b8ad-fb44-4bb8-af1f-c0efecc5ac11 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.258507] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f25d8b-6d2c-4191-8dc0-66361aeb7409 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.294736] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad0d7e1-0577-4041-8ec1-24086465e254 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.302133] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba51d6b-8dd9-4df2-96b5-a43fdaca7cac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.315207] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945433, 'name': ReconfigVM_Task, 'duration_secs': 0.53492} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.318765] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 34cff730-558a-4f02-9c43-c5f7fe528615/34cff730-558a-4f02-9c43-c5f7fe528615.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.319435] env[69984]: DEBUG nova.virt.block_device [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating existing volume attachment record: 98809260-c081-4d96-b12f-b243c3474c1d {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.321596] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64320850-c067-428b-b17a-caa5f1625844 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.328602] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1023.328602] env[69984]: value = "task-3945436" [ 1023.328602] env[69984]: _type = "Task" [ 1023.328602] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.339463] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945436, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.398021] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945435, 'name': ReconfigVM_Task, 'duration_secs': 0.352371} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.398755] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.399318] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f127461-7665-4aeb-97f5-31685ea84ddf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.425433] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.426255] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa24c2cc-a2a2-4141-9000-ffad00a738e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.449093] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1023.449093] env[69984]: value = "task-3945437" [ 1023.449093] env[69984]: _type = "Task" [ 1023.449093] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.461320] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.508988] env[69984]: INFO nova.compute.manager [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Took 33.76 seconds to build instance. [ 1023.598050] env[69984]: DEBUG nova.compute.manager [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.598291] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.599415] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be6db18-a956-49b6-b053-22a1ba0f9d47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.608847] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.609181] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450eb199-657b-48ed-911f-29671d4ce166 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.617376] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1023.617376] env[69984]: value = "task-3945438" [ 1023.617376] env[69984]: _type = "Task" [ 1023.617376] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.627658] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.629873] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.630560] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.854s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.630831] env[69984]: DEBUG nova.objects.instance [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid eb80e902-2ff7-4df6-b885-332a6743ad79 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.644808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Releasing lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.645331] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Instance network_info: |[{"id": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "address": "fa:16:3e:0f:69:63", "network": {"id": "eee21905-340f-4c1e-8c8f-945405985ea4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1510816843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659f7336a5ff42efa1322c68677729ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfcf790-a6", "ovs_interfaceid": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.646383] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:69:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bfcf790-a6bf-428e-9af6-95c59b773f19', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.655146] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Creating folder: Project (659f7336a5ff42efa1322c68677729ba). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.655900] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f385352-1940-46aa-8eb2-22cb2dd3f426 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.659748] env[69984]: INFO nova.scheduler.client.report [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted allocations for instance b4bb86cb-c79b-4305-995a-9abaf8e5beb3 [ 1023.675069] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Created folder: Project (659f7336a5ff42efa1322c68677729ba) in parent group-v782883. [ 1023.675793] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Creating folder: Instances. Parent ref: group-v783128. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.676346] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5708097-f9cf-40bc-8061-6ad7fbc2015e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.685983] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945434, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.701412] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Created folder: Instances in parent group-v783128. [ 1023.701813] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.702428] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.702428] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-826719ce-9c4b-4cb9-bb0d-42d540a931fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.722650] env[69984]: DEBUG nova.compute.manager [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Received event network-changed-6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.722850] env[69984]: DEBUG nova.compute.manager [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Refreshing instance network info cache due to event network-changed-6bfcf790-a6bf-428e-9af6-95c59b773f19. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.723086] env[69984]: DEBUG oslo_concurrency.lockutils [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] Acquiring lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.723235] env[69984]: DEBUG oslo_concurrency.lockutils [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] Acquired lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.723400] env[69984]: DEBUG nova.network.neutron [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Refreshing network info cache for port 6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.731685] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.731685] env[69984]: value = "task-3945441" [ 1023.731685] env[69984]: _type = "Task" [ 1023.731685] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.742849] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945441, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.842039] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945436, 'name': Rename_Task, 'duration_secs': 0.160267} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.842378] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.842767] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f58825-ea9c-48e8-b75c-9d354fe9d934 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.849903] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1023.849903] env[69984]: value = "task-3945442" [ 1023.849903] env[69984]: _type = "Task" [ 1023.849903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.859678] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.959925] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945437, 'name': ReconfigVM_Task, 'duration_secs': 0.387634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.960124] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752/5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.960398] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.011442] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3fa0d6be-c60d-4087-a65e-44807fdbe563 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.289s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.131275] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945438, 'name': PowerOffVM_Task, 'duration_secs': 0.204346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.131613] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.131795] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.132085] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a4955b-170c-4f39-9e14-474310acbc20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.175562] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f968267-48bc-4a8a-8035-2116cd138bed tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "b4bb86cb-c79b-4305-995a-9abaf8e5beb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.843s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.188428] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945434, 'name': CloneVM_Task, 'duration_secs': 1.244799} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.190082] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Created linked-clone VM from snapshot [ 1024.191046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af9fb1-e47a-4237-9167-19ab0637ce32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.208803] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Uploading image b2b6418b-b6e3-4126-afac-71293ba62754 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.213375] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.213876] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.214320] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Deleting the datastore file [datastore1] 8ed8b730-a751-4f60-b056-827a5e3f8f2a {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.214648] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3b185d3-68a2-4703-b4ca-519f28cbef79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.230682] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for the task: (returnval){ [ 1024.230682] env[69984]: value = "task-3945444" [ 1024.230682] env[69984]: _type = "Task" [ 1024.230682] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.251268] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1024.251268] env[69984]: value = "vm-783127" [ 1024.251268] env[69984]: _type = "VirtualMachine" [ 1024.251268] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1024.252218] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.252527] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-543cd06c-fb33-45b0-9369-00f56e4e86d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.257290] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945441, 'name': CreateVM_Task, 'duration_secs': 0.427543} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.258028] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.258714] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.259121] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.259517] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.259921] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33024286-0631-4442-814c-239d3c94264f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.266465] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lease: (returnval){ [ 1024.266465] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b191e-313b-9f70-053e-b11eea946416" [ 1024.266465] env[69984]: _type = "HttpNfcLease" [ 1024.266465] env[69984]: } obtained for exporting VM: (result){ [ 1024.266465] env[69984]: value = "vm-783127" [ 1024.266465] env[69984]: _type = "VirtualMachine" [ 1024.266465] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1024.266909] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the lease: (returnval){ [ 1024.266909] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b191e-313b-9f70-053e-b11eea946416" [ 1024.266909] env[69984]: _type = "HttpNfcLease" [ 1024.266909] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1024.271612] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1024.271612] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52afe3d0-a7be-ecf6-2305-6734a8190fb5" [ 1024.271612] env[69984]: _type = "Task" [ 1024.271612] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.280668] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.280668] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b191e-313b-9f70-053e-b11eea946416" [ 1024.280668] env[69984]: _type = "HttpNfcLease" [ 1024.280668] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.289285] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52afe3d0-a7be-ecf6-2305-6734a8190fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.321548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.321850] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.322171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.322500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.322791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.325071] env[69984]: INFO nova.compute.manager [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Terminating instance [ 1024.363809] env[69984]: DEBUG oslo_vmware.api [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945442, 'name': PowerOnVM_Task, 'duration_secs': 0.480463} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.364076] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.364359] env[69984]: INFO nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1024.364483] env[69984]: DEBUG nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.365350] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a297c2-6a4e-460c-aa2a-14b5c4630139 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.462176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b24b5b-9664-41fc-a057-91d8c1fbcd47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.467741] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c4c90-b48e-4a5f-9db0-fe902c609b63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.477919] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756b1a21-5ef4-4fd7-9e92-3d6e4bf1e6ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.481313] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Successfully updated port: a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.497875] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22802646-c042-4390-ae46-81827cdbc410 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.528308] env[69984]: DEBUG nova.network.neutron [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updated VIF entry in instance network info cache for port 6bfcf790-a6bf-428e-9af6-95c59b773f19. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.528707] env[69984]: DEBUG nova.network.neutron [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updating instance_info_cache with network_info: [{"id": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "address": "fa:16:3e:0f:69:63", "network": {"id": "eee21905-340f-4c1e-8c8f-945405985ea4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1510816843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659f7336a5ff42efa1322c68677729ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfcf790-a6", "ovs_interfaceid": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.530839] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f0043-9420-49fb-8588-d1f30402e50d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.549950] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.558760] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764ae99-b774-4b0b-b9fc-9e4561eff945 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.574275] env[69984]: DEBUG nova.compute.provider_tree [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.741255] env[69984]: DEBUG oslo_vmware.api [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Task: {'id': task-3945444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32197} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.741529] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.741704] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.741885] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.742080] env[69984]: INFO nova.compute.manager [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1024.742325] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.742574] env[69984]: DEBUG nova.compute.manager [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.742683] env[69984]: DEBUG nova.network.neutron [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.778384] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.778384] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b191e-313b-9f70-053e-b11eea946416" [ 1024.778384] env[69984]: _type = "HttpNfcLease" [ 1024.778384] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1024.779260] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1024.779260] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521b191e-313b-9f70-053e-b11eea946416" [ 1024.779260] env[69984]: _type = "HttpNfcLease" [ 1024.779260] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1024.779849] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6712a198-211b-43fe-ad22-441de2fba338 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.786355] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52afe3d0-a7be-ecf6-2305-6734a8190fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.024753} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.787110] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.787368] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.791022] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.791022] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.791022] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.791022] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04793b4-b156-430b-bdb0-af2927c6149d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.793687] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1024.793855] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1024.849225] env[69984]: DEBUG nova.compute.manager [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.849902] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.856023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad84cfb-0c3d-46cd-b709-b3de2611d8f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.856668] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.856842] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.859108] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa613dc-e0e6-4271-848a-67e5d48725b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.870356] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.870356] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bdd93ca-39dd-45c3-83f7-6eb07edc0928 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.870356] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1024.870356] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a5d8b-e44f-ff0b-8b77-47fa8a3eb5cc" [ 1024.870356] env[69984]: _type = "Task" [ 1024.870356] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.875134] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 1024.875134] env[69984]: value = "task-3945446" [ 1024.875134] env[69984]: _type = "Task" [ 1024.875134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.888720] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a5d8b-e44f-ff0b-8b77-47fa8a3eb5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.891342] env[69984]: INFO nova.compute.manager [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Took 32.72 seconds to build instance. [ 1024.896552] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.928985] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60132172-34fc-4d43-8d27-f96d96d33435 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.997097] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.997264] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquired lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.997423] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.035067] env[69984]: DEBUG oslo_concurrency.lockutils [req-506b2343-4871-4095-b486-02fc4afdd1af req-a91c51e3-43d0-4311-891f-381853045fa5 service nova] Releasing lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.078201] env[69984]: DEBUG nova.scheduler.client.report [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.129913] env[69984]: DEBUG nova.network.neutron [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Port b90c15f9-da99-4fef-8948-fa7a465cbca9 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1025.311915] env[69984]: DEBUG nova.compute.manager [req-2e10b6ad-81c1-42e1-a49b-6bba2b2ef4b7 req-5bb8fba4-b289-4b1c-b7b8-80b1bce7b444 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Received event network-vif-deleted-d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.312660] env[69984]: INFO nova.compute.manager [req-2e10b6ad-81c1-42e1-a49b-6bba2b2ef4b7 req-5bb8fba4-b289-4b1c-b7b8-80b1bce7b444 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Neutron deleted interface d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3; detaching it from the instance and deleting it from the info cache [ 1025.312980] env[69984]: DEBUG nova.network.neutron [req-2e10b6ad-81c1-42e1-a49b-6bba2b2ef4b7 req-5bb8fba4-b289-4b1c-b7b8-80b1bce7b444 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.383275] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529a5d8b-e44f-ff0b-8b77-47fa8a3eb5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.021948} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.384444] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97437fea-68e3-4955-ba5a-0ce0fb77cb72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.389676] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945446, 'name': PowerOffVM_Task, 'duration_secs': 0.210271} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.390566] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.390935] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.391241] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a31bd9-e323-4ce1-8b6f-5ad42c534a67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.394667] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5ee5566a-5fcc-49ab-b834-b8584cdbc67c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.234s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.395508] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1025.395508] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52540eab-8a24-e01d-7f0a-7947f50636a1" [ 1025.395508] env[69984]: _type = "Task" [ 1025.395508] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.405241] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52540eab-8a24-e01d-7f0a-7947f50636a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.434409] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.435204] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.435630] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.435968] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.436845] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.436845] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.436845] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.437414] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.437716] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.438070] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.438373] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.439141] env[69984]: DEBUG nova.virt.hardware [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.440058] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b667d5-eba3-4b6c-aa72-a6e9f0cf0f52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.450227] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ca1a1-67a5-441d-9b76-2aa009d906bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.507893] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.507893] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.507893] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleting the datastore file [datastore1] 5789478b-a15a-49e1-8bd6-36ad5496feb9 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.507893] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026539e2-45ed-4826-9f89-f93a7fcf7fa7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.513548] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for the task: (returnval){ [ 1025.513548] env[69984]: value = "task-3945448" [ 1025.513548] env[69984]: _type = "Task" [ 1025.513548] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.522411] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.538140] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.584068] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.589140] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.407s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.589140] env[69984]: INFO nova.compute.claims [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.616367] env[69984]: INFO nova.scheduler.client.report [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance eb80e902-2ff7-4df6-b885-332a6743ad79 [ 1025.663088] env[69984]: DEBUG nova.network.neutron [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.739082] env[69984]: DEBUG nova.network.neutron [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating instance_info_cache with network_info: [{"id": "a879702e-1ff2-402e-832e-787d68f60638", "address": "fa:16:3e:52:37:7c", "network": {"id": "d737cf6b-b881-406d-9b47-17010c93dd6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1089066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb62847172bb4c70985d4847654e5099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa879702e-1f", "ovs_interfaceid": "a879702e-1ff2-402e-832e-787d68f60638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.818224] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b93254f-e220-4973-8e5b-bc5da25e1179 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.828497] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7e5f5a-6f75-438d-9946-e25b0771b90a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.843459] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Received event network-vif-plugged-a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.844086] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Acquiring lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.844200] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.844391] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.844587] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] No waiting events found dispatching network-vif-plugged-a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.844893] env[69984]: WARNING nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Received unexpected event network-vif-plugged-a879702e-1ff2-402e-832e-787d68f60638 for instance with vm_state building and task_state spawning. [ 1025.845097] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Received event network-changed-a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.845329] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Refreshing instance network info cache due to event network-changed-a879702e-1ff2-402e-832e-787d68f60638. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.845547] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Acquiring lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.870429] env[69984]: DEBUG nova.compute.manager [req-2e10b6ad-81c1-42e1-a49b-6bba2b2ef4b7 req-5bb8fba4-b289-4b1c-b7b8-80b1bce7b444 service nova] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Detach interface failed, port_id=d3e9e5ac-1b83-4ce6-b203-a26fa5783dd3, reason: Instance 8ed8b730-a751-4f60-b056-827a5e3f8f2a could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.911412] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52540eab-8a24-e01d-7f0a-7947f50636a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01738} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.911801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.912124] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 43ee6d2e-4fb8-4a1c-a899-950a304f9b22/43ee6d2e-4fb8-4a1c-a899-950a304f9b22.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.912587] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14e10c1-4c93-4eec-8138-99dd70e79ab3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.921663] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1025.921663] env[69984]: value = "task-3945449" [ 1025.921663] env[69984]: _type = "Task" [ 1025.921663] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.931786] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.028092] env[69984]: DEBUG oslo_vmware.api [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Task: {'id': task-3945448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335281} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.028092] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.028092] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.028092] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.028092] env[69984]: INFO nova.compute.manager [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1026.028476] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.028592] env[69984]: DEBUG nova.compute.manager [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.028640] env[69984]: DEBUG nova.network.neutron [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.124809] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f0bf028a-40ad-4a2f-8c20-4a9973c0f83d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "eb80e902-2ff7-4df6-b885-332a6743ad79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.897s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.157122] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.157528] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.157848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.172987] env[69984]: INFO nova.compute.manager [-] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Took 1.43 seconds to deallocate network for instance. [ 1026.242015] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Releasing lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.242815] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance network_info: |[{"id": "a879702e-1ff2-402e-832e-787d68f60638", "address": "fa:16:3e:52:37:7c", "network": {"id": "d737cf6b-b881-406d-9b47-17010c93dd6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1089066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb62847172bb4c70985d4847654e5099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa879702e-1f", "ovs_interfaceid": "a879702e-1ff2-402e-832e-787d68f60638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.243343] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Acquired lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.243405] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Refreshing network info cache for port a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.245946] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:37:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a879702e-1ff2-402e-832e-787d68f60638', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.256642] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Creating folder: Project (cb62847172bb4c70985d4847654e5099). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.261784] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05074c91-7901-4eb9-9af0-634be59241c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.277303] env[69984]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1026.277469] env[69984]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69984) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1026.277881] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Folder already exists: Project (cb62847172bb4c70985d4847654e5099). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1026.278105] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Creating folder: Instances. Parent ref: group-v783102. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.278364] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f523dbc9-bd82-4751-b3f1-b3a36c94b1a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.291050] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Created folder: Instances in parent group-v783102. [ 1026.291339] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.291565] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.291798] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb93659-9be7-4068-b217-39b5f9259895 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.308932] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6ea740ab-2276-4b75-9fd4-95678fdac505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.310596] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.310837] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.311045] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.311227] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.313522] env[69984]: INFO nova.compute.manager [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Terminating instance [ 1026.325044] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.325044] env[69984]: value = "task-3945452" [ 1026.325044] env[69984]: _type = "Task" [ 1026.325044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.336674] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945452, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.435711] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.681147] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.819123] env[69984]: DEBUG nova.compute.manager [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.819583] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.821111] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c27c97-b236-4a34-9e9f-afd12159559c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.846459] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945452, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.846869] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.847912] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf3865f-0a01-409c-97b3-acae8588ad5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.857858] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1026.857858] env[69984]: value = "task-3945453" [ 1026.857858] env[69984]: _type = "Task" [ 1026.857858] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.873822] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.918316] env[69984]: DEBUG nova.network.neutron [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.942556] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70875} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.942925] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 43ee6d2e-4fb8-4a1c-a899-950a304f9b22/43ee6d2e-4fb8-4a1c-a899-950a304f9b22.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.943814] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.943814] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1638de50-4682-423f-85a3-e6fb7e09afbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.954893] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1026.954893] env[69984]: value = "task-3945454" [ 1026.954893] env[69984]: _type = "Task" [ 1026.954893] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.968717] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.989059] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f855f8a-02c2-4f9c-aaad-c3fc75e65bc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.998283] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6573410-d145-4555-8aa2-e888409ff5fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.041783] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7118a31d-e850-47ce-86cd-2255dc5704eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.052262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee7e4d7-cf76-46fd-bfa1-8547adcb0ea1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.057846] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updated VIF entry in instance network info cache for port a879702e-1ff2-402e-832e-787d68f60638. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.058422] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating instance_info_cache with network_info: [{"id": "a879702e-1ff2-402e-832e-787d68f60638", "address": "fa:16:3e:52:37:7c", "network": {"id": "d737cf6b-b881-406d-9b47-17010c93dd6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1089066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb62847172bb4c70985d4847654e5099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa879702e-1f", "ovs_interfaceid": "a879702e-1ff2-402e-832e-787d68f60638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.073765] env[69984]: DEBUG nova.compute.provider_tree [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.217318] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.217522] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.217723] env[69984]: DEBUG nova.network.neutron [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.338076] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945452, 'name': CreateVM_Task, 'duration_secs': 0.561213} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.339671] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.341115] env[69984]: DEBUG nova.compute.manager [req-e23beda0-911d-42bb-9244-7de7b3713ec9 req-b5cef0f0-b40f-404a-bf89-7db06e3d3758 service nova] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Received event network-vif-deleted-5cfe5287-9d2f-459b-a24c-75d4572d8b3f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.341841] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783108', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'name': 'volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3663c90c-2458-443b-ae1d-4a950d56eb07', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'serial': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '98809260-c081-4d96-b12f-b243c3474c1d', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69984) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1027.342279] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Root volume attach. Driver type: vmdk {{(pid=69984) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1027.343660] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee46f1-6702-419a-82db-29c5e8c445a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.353201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad93226-7202-4119-a642-9270fee5c066 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.360201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01974c-a260-418a-a6b3-a54c8f0d080d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.370767] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945453, 'name': PowerOffVM_Task, 'duration_secs': 0.274945} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.372448] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.372658] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.373588] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ca8b79-7b72-479a-8f46-1a6c0829e61b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.375099] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e4139731-2297-4526-91af-578c4698786c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.386880] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1027.386880] env[69984]: value = "task-3945456" [ 1027.386880] env[69984]: _type = "Task" [ 1027.386880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.395830] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945456, 'name': RelocateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.421283] env[69984]: INFO nova.compute.manager [-] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Took 1.39 seconds to deallocate network for instance. [ 1027.455156] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.455548] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.455817] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore1] 6ea740ab-2276-4b75-9fd4-95678fdac505 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.456197] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-553bd43f-5aa1-455c-8040-ceb2a426a0bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.469581] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121215} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.471321] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.471772] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1027.471772] env[69984]: value = "task-3945457" [ 1027.471772] env[69984]: _type = "Task" [ 1027.471772] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.472760] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822ab817-9808-430d-b324-cb0d7acb9189 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.515050] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 43ee6d2e-4fb8-4a1c-a899-950a304f9b22/43ee6d2e-4fb8-4a1c-a899-950a304f9b22.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.515500] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.515885] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8ff371-f852-4ef5-b704-1ff8403ea0c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.546147] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1027.546147] env[69984]: value = "task-3945458" [ 1027.546147] env[69984]: _type = "Task" [ 1027.546147] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.556311] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.561177] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Releasing lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.561489] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.561699] env[69984]: DEBUG nova.compute.manager [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing instance network info cache due to event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.561978] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.562223] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.562439] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.579038] env[69984]: DEBUG nova.scheduler.client.report [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.861303] env[69984]: DEBUG nova.compute.manager [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-changed-08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.861504] env[69984]: DEBUG nova.compute.manager [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing instance network info cache due to event network-changed-08db06bb-3f3d-40d7-b109-0d2876a46543. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.861735] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.861864] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.862039] env[69984]: DEBUG nova.network.neutron [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing network info cache for port 08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.897907] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945456, 'name': RelocateVM_Task} progress is 20%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.928977] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.948556] env[69984]: DEBUG nova.network.neutron [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [{"id": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "address": "fa:16:3e:3b:ee:f1", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90c15f9-da", "ovs_interfaceid": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.988063] env[69984]: DEBUG oslo_vmware.api [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284014} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.988063] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.988247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.988412] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.988554] env[69984]: INFO nova.compute.manager [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1027.988835] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.989099] env[69984]: DEBUG nova.compute.manager [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.989193] env[69984]: DEBUG nova.network.neutron [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.057401] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.083407] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.084052] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.086583] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.812s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.381049] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updated VIF entry in instance network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.381427] env[69984]: DEBUG nova.network.neutron [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.404671] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945456, 'name': RelocateVM_Task, 'duration_secs': 0.680996} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.404885] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.404979] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783108', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'name': 'volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3663c90c-2458-443b-ae1d-4a950d56eb07', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'serial': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.405799] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c003e717-9151-4a37-8870-e037d660014a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.425482] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a668414-5358-47a5-82ae-a82fcdb12f08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.457325] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0/volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.457967] env[69984]: DEBUG oslo_concurrency.lockutils [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.462374] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1a42ae-20de-407e-b3cd-5a741ed8f628 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.487190] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1028.487190] env[69984]: value = "task-3945459" [ 1028.487190] env[69984]: _type = "Task" [ 1028.487190] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.499632] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.559723] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945458, 'name': ReconfigVM_Task, 'duration_secs': 0.62316} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.560238] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 43ee6d2e-4fb8-4a1c-a899-950a304f9b22/43ee6d2e-4fb8-4a1c-a899-950a304f9b22.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.561366] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-174e66d7-510d-40bc-9839-465e774f959c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.572774] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1028.572774] env[69984]: value = "task-3945460" [ 1028.572774] env[69984]: _type = "Task" [ 1028.572774] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.583202] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945460, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.590613] env[69984]: DEBUG nova.compute.utils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.600038] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.600038] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.665547] env[69984]: DEBUG nova.policy [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9d4e81369e94f7482f6d74c816cada2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397b292ba6474400a513e7055d8f3e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.711982] env[69984]: DEBUG nova.network.neutron [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updated VIF entry in instance network info cache for port 08db06bb-3f3d-40d7-b109-0d2876a46543. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.712429] env[69984]: DEBUG nova.network.neutron [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.780865] env[69984]: DEBUG nova.network.neutron [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.798537] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.798885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.799158] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.799398] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.799680] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.802049] env[69984]: INFO nova.compute.manager [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Terminating instance [ 1028.884743] env[69984]: DEBUG oslo_concurrency.lockutils [req-ae5ccbf6-288e-4fcb-9f0e-a63fcc451e23 req-a80295d6-059e-494c-a3a1-dbb63064540e service nova] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.998089] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945459, 'name': ReconfigVM_Task, 'duration_secs': 0.375562} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.998389] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0/volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.003798] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cdd02d-b3d9-440c-98cc-a3845c184aea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.015262] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204bd86e-4e1e-43be-836e-78aa6bed2c23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.040725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37152f-b941-44a1-a4ad-53ee931efbb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.043710] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1029.043710] env[69984]: value = "task-3945461" [ 1029.043710] env[69984]: _type = "Task" [ 1029.043710] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.050587] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.061407] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.086022] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945460, 'name': Rename_Task, 'duration_secs': 0.257184} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.086022] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.086022] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177e07e2-7b5d-47c0-9662-ecd3580245b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.093901] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1029.093901] env[69984]: value = "task-3945462" [ 1029.093901] env[69984]: _type = "Task" [ 1029.093901] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.106122] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.110738] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Applying migration context for instance 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 as it has an incoming, in-progress migration 3847da00-f05d-4e55-8b28-6bb238f550b1. Migration status is post-migrating {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1029.113155] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating resource usage from migration 3847da00-f05d-4e55-8b28-6bb238f550b1 [ 1029.113662] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating resource usage from migration 5c35a80f-5fd0-4ce6-9e85-5181696b1888 [ 1029.117037] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.143384] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ea38b005-2876-436c-8043-c4a03a946c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.143448] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 5789478b-a15a-49e1-8bd6-36ad5496feb9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.143623] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance d9a988f0-b139-4d6f-9939-6ec3408d0af2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.143695] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6ea740ab-2276-4b75-9fd4-95678fdac505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.143788] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance facd7b5a-14d8-4a64-9a97-f64ed4f4f68f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.143905] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 0f5caec0-650c-47b3-af9d-942267ff250f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.144053] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1749fc15-57f1-46a4-8e39-d7d4bb9d351e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.144179] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8ed8b730-a751-4f60-b056-827a5e3f8f2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.144295] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 14ef51f7-4c98-49b0-a733-8090c161bfdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.144408] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 34cff730-558a-4f02-9c43-c5f7fe528615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.144516] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 43ee6d2e-4fb8-4a1c-a899-950a304f9b22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.144630] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration 3847da00-f05d-4e55-8b28-6bb238f550b1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1029.144741] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.144852] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.144959] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8585b459-69a2-4567-a783-cbb0695412f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.215190] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e106e79-b248-4a14-879e-1ef325da6816 req-f3c667e9-04a0-4f54-8ef9-c1cbcd367766 service nova] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.234746] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Successfully created port: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.283892] env[69984]: INFO nova.compute.manager [-] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Took 1.29 seconds to deallocate network for instance. [ 1029.306648] env[69984]: DEBUG nova.compute.manager [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.306900] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.307851] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f88031-5e21-4787-8960-339a6eb906ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.317965] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.318463] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd06276-4adb-4281-8b3a-a271b7d06565 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.328833] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 1029.328833] env[69984]: value = "task-3945463" [ 1029.328833] env[69984]: _type = "Task" [ 1029.328833] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.339300] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.369808] env[69984]: DEBUG nova.compute.manager [req-6e1fc524-676b-4173-bdff-6151384ac11c req-0e90c263-c865-4a96-ba39-6491b90ae903 service nova] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Received event network-vif-deleted-e20c8f63-2a2c-4f3d-b805-8912d97bedbc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.555720] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945461, 'name': ReconfigVM_Task, 'duration_secs': 0.147983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.557482] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.557871] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783108', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'name': 'volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3663c90c-2458-443b-ae1d-4a950d56eb07', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'serial': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.558543] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b302fa6c-efb4-49c3-8771-4a0dd13891c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.560477] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d1beda-a0df-4979-9a53-4dccb65d5365 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.569369] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1029.569369] env[69984]: value = "task-3945464" [ 1029.569369] env[69984]: _type = "Task" [ 1029.569369] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.571173] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1029.571173] env[69984]: value = "task-3945465" [ 1029.571173] env[69984]: _type = "Task" [ 1029.571173] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.587794] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945465, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.588194] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.607399] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945462, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.649035] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance a6afda49-918e-4a4c-b132-0f89aa2e9c3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1029.649035] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration 5c35a80f-5fd0-4ce6-9e85-5181696b1888 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1029.649035] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 886d6345-a38f-40dc-b6c3-e50f3a9bf72c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.791456] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.842351] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945463, 'name': PowerOffVM_Task, 'duration_secs': 0.329873} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.842767] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.843042] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.843412] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0febc34-788b-40b6-9571-0d18faa35184 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.920541] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.920875] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.921106] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Deleting the datastore file [datastore2] facd7b5a-14d8-4a64-9a97-f64ed4f4f68f {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.921422] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7183d233-bc59-448d-8422-c8b253e8cc0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.930876] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for the task: (returnval){ [ 1029.930876] env[69984]: value = "task-3945467" [ 1029.930876] env[69984]: _type = "Task" [ 1029.930876] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.941309] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.085399] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.088721] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945465, 'name': Rename_Task, 'duration_secs': 0.183997} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.088996] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.089296] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ac45a4-dd89-44da-8c86-ea97afaa3b27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.101293] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1030.101293] env[69984]: value = "task-3945468" [ 1030.101293] env[69984]: _type = "Task" [ 1030.101293] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.108384] env[69984]: DEBUG oslo_vmware.api [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945462, 'name': PowerOnVM_Task, 'duration_secs': 0.763811} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.109038] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.109282] env[69984]: INFO nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1030.109480] env[69984]: DEBUG nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.110305] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ceb2f-442f-4cb2-a276-85edfd8a41e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.116123] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.128042] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.151653] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance f9a2ec53-afbb-4695-8290-69f91fd83eb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1030.151955] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1030.152157] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1030.170997] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.171221] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.171387] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.171597] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.171729] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.171892] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.172232] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.172427] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.172660] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.172938] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.173427] env[69984]: DEBUG nova.virt.hardware [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.174097] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ef234-10f5-4a43-a923-d42f4d23e9ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.188648] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6593ffdc-faac-49ce-9a14-3ebb24bc0499 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.448222] env[69984]: DEBUG oslo_vmware.api [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Task: {'id': task-3945467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419084} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.448757] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.449197] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.449769] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.450097] env[69984]: INFO nova.compute.manager [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1030.450689] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.451922] env[69984]: DEBUG nova.compute.manager [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.452192] env[69984]: DEBUG nova.network.neutron [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.491435] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9d64d4-36d7-48bf-b35d-de722cffd9ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.501980] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0318bd1-a8a5-445b-9f0f-4f945ac6e163 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.535783] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a50230e-f1ae-4e9f-96ae-48f0bf695949 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.545099] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885697a0-536a-4c99-a93d-46a6c1907595 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.560744] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.583451] env[69984]: DEBUG oslo_vmware.api [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945464, 'name': PowerOnVM_Task, 'duration_secs': 0.540237} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.583938] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.584137] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-121efe7c-5d9d-4909-afaf-7e354b29f3cb tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance '5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.614691] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.634441] env[69984]: INFO nova.compute.manager [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Took 37.44 seconds to build instance. [ 1030.993017] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Successfully updated port: 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.999031] env[69984]: DEBUG nova.compute.manager [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Received event network-vif-plugged-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.999031] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] Acquiring lock "8585b459-69a2-4567-a783-cbb0695412f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.999031] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] Lock "8585b459-69a2-4567-a783-cbb0695412f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.999031] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] Lock "8585b459-69a2-4567-a783-cbb0695412f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.999031] env[69984]: DEBUG nova.compute.manager [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] No waiting events found dispatching network-vif-plugged-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.999031] env[69984]: WARNING nova.compute.manager [req-5ce7920d-5acb-47e1-8931-bc5eeb4eb906 req-b44a27ae-6fe2-4959-8471-fb563381eac3 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Received unexpected event network-vif-plugged-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f for instance with vm_state building and task_state spawning. [ 1031.069854] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.114749] env[69984]: DEBUG oslo_vmware.api [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945468, 'name': PowerOnVM_Task, 'duration_secs': 0.620852} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.115207] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.115486] env[69984]: INFO nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Took 5.68 seconds to spawn the instance on the hypervisor. [ 1031.115776] env[69984]: DEBUG nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.116742] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2ff3c-ac75-4e72-9167-ee82caaa4304 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.138302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c8db67e-0f69-43f0-b7a4-55c26949be77 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.958s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.399547] env[69984]: DEBUG nova.compute.manager [req-ce378955-2c2e-4b4d-87f7-ce6d910bb708 req-f6508ccd-2842-446c-8029-169f3974a679 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Received event network-vif-deleted-a4a27830-e587-4ee4-bbd4-45c3faa8de68 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.399756] env[69984]: INFO nova.compute.manager [req-ce378955-2c2e-4b4d-87f7-ce6d910bb708 req-f6508ccd-2842-446c-8029-169f3974a679 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Neutron deleted interface a4a27830-e587-4ee4-bbd4-45c3faa8de68; detaching it from the instance and deleting it from the info cache [ 1031.399969] env[69984]: DEBUG nova.network.neutron [req-ce378955-2c2e-4b4d-87f7-ce6d910bb708 req-f6508ccd-2842-446c-8029-169f3974a679 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.500196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.500365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.500536] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.570748] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1031.571015] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.484s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.571200] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.498s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.572859] env[69984]: INFO nova.compute.claims [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.584399] env[69984]: DEBUG nova.network.neutron [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.637579] env[69984]: INFO nova.compute.manager [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Took 36.32 seconds to build instance. [ 1031.748475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.748803] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.749094] env[69984]: INFO nova.compute.manager [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Rebooting instance [ 1031.902466] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e92454c-f5e0-46f2-98e2-5be408f636e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.913415] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c8a5e-abe1-4198-af5c-8fd60f02dfd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.947081] env[69984]: DEBUG nova.compute.manager [req-ce378955-2c2e-4b4d-87f7-ce6d910bb708 req-f6508ccd-2842-446c-8029-169f3974a679 service nova] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Detach interface failed, port_id=a4a27830-e587-4ee4-bbd4-45c3faa8de68, reason: Instance facd7b5a-14d8-4a64-9a97-f64ed4f4f68f could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.040612] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.090223] env[69984]: INFO nova.compute.manager [-] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Took 1.63 seconds to deallocate network for instance. [ 1032.140453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8934b7fa-e860-41f4-b1cf-5ff2832ed78b tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.844s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.270181] env[69984]: DEBUG nova.network.neutron [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Updating instance_info_cache with network_info: [{"id": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "address": "fa:16:3e:e8:1b:e3", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8aa0ac-ce", "ovs_interfaceid": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.283030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.283242] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquired lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283429] env[69984]: DEBUG nova.network.neutron [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.378706] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.380221] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.380221] env[69984]: DEBUG nova.compute.manager [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Going to confirm migration 4 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1032.596130] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.776010] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.776332] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Instance network_info: |[{"id": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "address": "fa:16:3e:e8:1b:e3", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8aa0ac-ce", "ovs_interfaceid": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.776978] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:1b:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.785644] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating folder: Project (397b292ba6474400a513e7055d8f3e6f). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.788330] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-916b1e46-6978-4ff7-bb9b-274c68074dd5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.804548] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created folder: Project (397b292ba6474400a513e7055d8f3e6f) in parent group-v782883. [ 1032.804828] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating folder: Instances. Parent ref: group-v783133. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.808776] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541f4cf1-f149-4a7a-b9db-4380bdc30295 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.821152] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created folder: Instances in parent group-v783133. [ 1032.821473] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.821822] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.821909] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07742d8-7994-461b-8ed4-eb65a391471a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.848540] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.848540] env[69984]: value = "task-3945471" [ 1032.848540] env[69984]: _type = "Task" [ 1032.848540] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.860278] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945471, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.926324] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.926588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.926877] env[69984]: DEBUG nova.network.neutron [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.927328] env[69984]: DEBUG nova.objects.instance [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'info_cache' on Instance uuid 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.948141] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac96e09-9b92-48f9-a85b-e25cd4056179 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.959221] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aaf4f9-a651-425d-9d2c-171d63b34bb2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.995314] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc27e2-be1f-43f6-b1de-8a4746e88db6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.003847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b152180-f192-4b98-a4ea-b2138b5e7183 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.020406] env[69984]: DEBUG nova.compute.provider_tree [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.026373] env[69984]: DEBUG nova.compute.manager [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Received event network-changed-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.026577] env[69984]: DEBUG nova.compute.manager [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Refreshing instance network info cache due to event network-changed-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.026792] env[69984]: DEBUG oslo_concurrency.lockutils [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] Acquiring lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.026934] env[69984]: DEBUG oslo_concurrency.lockutils [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] Acquired lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.027110] env[69984]: DEBUG nova.network.neutron [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Refreshing network info cache for port 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.287515] env[69984]: DEBUG nova.network.neutron [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updating instance_info_cache with network_info: [{"id": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "address": "fa:16:3e:0f:69:63", "network": {"id": "eee21905-340f-4c1e-8c8f-945405985ea4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1510816843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "659f7336a5ff42efa1322c68677729ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfcf790-a6", "ovs_interfaceid": "6bfcf790-a6bf-428e-9af6-95c59b773f19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.364294] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945471, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.530746] env[69984]: DEBUG nova.scheduler.client.report [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.543495] env[69984]: DEBUG nova.compute.manager [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Received event network-changed-a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.543495] env[69984]: DEBUG nova.compute.manager [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Refreshing instance network info cache due to event network-changed-a879702e-1ff2-402e-832e-787d68f60638. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.543495] env[69984]: DEBUG oslo_concurrency.lockutils [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] Acquiring lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.543495] env[69984]: DEBUG oslo_concurrency.lockutils [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] Acquired lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.543495] env[69984]: DEBUG nova.network.neutron [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Refreshing network info cache for port a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.790964] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Releasing lock "refresh_cache-43ee6d2e-4fb8-4a1c-a899-950a304f9b22" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.859807] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945471, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.024739] env[69984]: DEBUG nova.network.neutron [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Updated VIF entry in instance network info cache for port 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.025346] env[69984]: DEBUG nova.network.neutron [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Updating instance_info_cache with network_info: [{"id": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "address": "fa:16:3e:e8:1b:e3", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8aa0ac-ce", "ovs_interfaceid": "6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.045198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.045821] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.055055] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.024s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.166785] env[69984]: DEBUG nova.network.neutron [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [{"id": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "address": "fa:16:3e:3b:ee:f1", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90c15f9-da", "ovs_interfaceid": "b90c15f9-da99-4fef-8948-fa7a465cbca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.298759] env[69984]: DEBUG nova.compute.manager [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.299673] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56bf8af-4fec-45f4-a9ad-0c044f66c7da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.347737] env[69984]: DEBUG nova.network.neutron [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updated VIF entry in instance network info cache for port a879702e-1ff2-402e-832e-787d68f60638. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.348131] env[69984]: DEBUG nova.network.neutron [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating instance_info_cache with network_info: [{"id": "a879702e-1ff2-402e-832e-787d68f60638", "address": "fa:16:3e:52:37:7c", "network": {"id": "d737cf6b-b881-406d-9b47-17010c93dd6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1089066051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb62847172bb4c70985d4847654e5099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa879702e-1f", "ovs_interfaceid": "a879702e-1ff2-402e-832e-787d68f60638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.360192] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945471, 'name': CreateVM_Task, 'duration_secs': 1.439237} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.360394] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.361203] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.361375] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.361712] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.362291] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce1609b-ea32-4e05-85cd-44be7ab76104 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.369321] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1034.369321] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e2aab-9d3a-a7b8-dc98-32d10c967c30" [ 1034.369321] env[69984]: _type = "Task" [ 1034.369321] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.379739] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e2aab-9d3a-a7b8-dc98-32d10c967c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.528875] env[69984]: DEBUG oslo_concurrency.lockutils [req-889bf251-25fa-4114-8052-feb910dbbbe2 req-4db4afd4-6805-4538-a77d-68246bba0fb0 service nova] Releasing lock "refresh_cache-8585b459-69a2-4567-a783-cbb0695412f4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.555018] env[69984]: DEBUG nova.compute.utils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.556931] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.557165] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.562586] env[69984]: INFO nova.compute.claims [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.604901] env[69984]: DEBUG nova.policy [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84e7837d0624833a3c21f22462adee9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fd3081dd5954e8aabf5a2262deaf375', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.670403] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.670649] env[69984]: DEBUG nova.objects.instance [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'migration_context' on Instance uuid 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.852056] env[69984]: DEBUG oslo_concurrency.lockutils [req-b65a46a4-73f9-466a-aeac-a1bc1d667e56 req-24828903-4a93-4d34-b530-9768a1af636c service nova] Releasing lock "refresh_cache-3663c90c-2458-443b-ae1d-4a950d56eb07" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881758] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e2aab-9d3a-a7b8-dc98-32d10c967c30, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.881758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881758] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.881758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881944] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.882262] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ff6e88-bc94-40ec-8663-c37b1139a9f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.892193] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.892393] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.893227] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51895c7e-469b-4de0-9829-af06a09e42a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.899406] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1034.899406] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52915e91-717a-b5cb-7efb-c72b2453bef5" [ 1034.899406] env[69984]: _type = "Task" [ 1034.899406] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.907657] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52915e91-717a-b5cb-7efb-c72b2453bef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.946938] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Successfully created port: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.069615] env[69984]: INFO nova.compute.resource_tracker [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating resource usage from migration 5c35a80f-5fd0-4ce6-9e85-5181696b1888 [ 1035.073016] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.174689] env[69984]: DEBUG nova.objects.base [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Object Instance<5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752> lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.175888] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a60914-cfd2-458e-bc6c-3169a088f8b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.204520] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08723c1a-f174-4e14-9505-f2f9d536a491 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.216193] env[69984]: DEBUG oslo_vmware.api [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1035.216193] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f726b0-f494-7926-d5af-76b6e19d33e8" [ 1035.216193] env[69984]: _type = "Task" [ 1035.216193] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.227744] env[69984]: DEBUG oslo_vmware.api [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f726b0-f494-7926-d5af-76b6e19d33e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.231869] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.321034] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea2b5a-f07f-43ee-9a63-ca70795e1a3e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.333277] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Doing hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1035.337864] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.338244] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-510228dc-ff25-4d16-ae45-a5ce41d9af9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.340322] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0fc551-1f55-4c32-abf3-02ecbb149543 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.353410] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.353625] env[69984]: ERROR oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk due to incomplete transfer. [ 1035.353871] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e1fb126-0206-4996-838d-eb19cdc153ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.356827] env[69984]: DEBUG oslo_vmware.api [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1035.356827] env[69984]: value = "task-3945472" [ 1035.356827] env[69984]: _type = "Task" [ 1035.356827] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.371320] env[69984]: DEBUG oslo_vmware.api [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945472, 'name': ResetVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.378833] env[69984]: DEBUG oslo_vmware.rw_handles [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d0e6e-1de0-ee47-3fe4-68cb290c1036/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1035.378833] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Uploaded image b2b6418b-b6e3-4126-afac-71293ba62754 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1035.380309] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.381397] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-959f65d8-f6e7-482c-a307-1f265e0629b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.389644] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1035.389644] env[69984]: value = "task-3945473" [ 1035.389644] env[69984]: _type = "Task" [ 1035.389644] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.406930] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945473, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.412504] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0606b2-4725-4f35-b00c-836096e09d48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.425133] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a62eee-1cdb-4d5c-8732-dc3472f35322 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.428473] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52915e91-717a-b5cb-7efb-c72b2453bef5, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.429698] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504d8d0a-f3a1-4512-a70f-360acd285820 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.459026] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8443e2a4-c7ef-40dc-ba18-9b1b3cf9c67e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.462038] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1035.462038] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52108d76-5c38-a1b5-cd35-a2cf355a6479" [ 1035.462038] env[69984]: _type = "Task" [ 1035.462038] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.471201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36c265-9d89-49f7-9ded-3fe3298c9967 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.479378] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52108d76-5c38-a1b5-cd35-a2cf355a6479, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.480140] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.480444] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8585b459-69a2-4567-a783-cbb0695412f4/8585b459-69a2-4567-a783-cbb0695412f4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.480720] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2216054-5b00-4fd4-9aaa-5bf76e45673b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.491900] env[69984]: DEBUG nova.compute.provider_tree [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.500031] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1035.500031] env[69984]: value = "task-3945474" [ 1035.500031] env[69984]: _type = "Task" [ 1035.500031] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.510320] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.869898] env[69984]: DEBUG oslo_vmware.api [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945472, 'name': ResetVM_Task, 'duration_secs': 0.129144} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.870316] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Did hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1035.870519] env[69984]: DEBUG nova.compute.manager [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.871377] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff49795-7d0b-4205-8a5b-b6494eacab70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.903019] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945473, 'name': Destroy_Task, 'duration_secs': 0.412118} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.903342] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Destroyed the VM [ 1035.903591] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.903868] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a59fc71a-37f2-4b54-9409-b50ba669be21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.914638] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1035.914638] env[69984]: value = "task-3945475" [ 1035.914638] env[69984]: _type = "Task" [ 1035.914638] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.931807] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.995568] env[69984]: DEBUG nova.scheduler.client.report [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.010570] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489883} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.011516] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 8585b459-69a2-4567-a783-cbb0695412f4/8585b459-69a2-4567-a783-cbb0695412f4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.011742] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.012010] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c76def7-9541-4d60-96ac-3b1ac6fc9f3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.019276] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1036.019276] env[69984]: value = "task-3945476" [ 1036.019276] env[69984]: _type = "Task" [ 1036.019276] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.028038] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.085065] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.108326] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.108583] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.108721] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.108906] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.109119] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.109295] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.109422] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.109668] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.109979] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.109979] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.110079] env[69984]: DEBUG nova.virt.hardware [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.110924] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ca4bd2-69a2-4234-9fbb-fee312f8a516 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.120095] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e10313f-ec1b-49c8-ac78-b59d33013d6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.387115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d6059f55-44b6-432f-b23e-1de4a569f883 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.637s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.427857] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.431378] env[69984]: DEBUG nova.compute.manager [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Received event network-vif-plugged-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.431788] env[69984]: DEBUG oslo_concurrency.lockutils [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.432383] env[69984]: DEBUG oslo_concurrency.lockutils [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.432762] env[69984]: DEBUG oslo_concurrency.lockutils [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.433067] env[69984]: DEBUG nova.compute.manager [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] No waiting events found dispatching network-vif-plugged-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.433857] env[69984]: WARNING nova.compute.manager [req-36ecc188-3c40-4d28-9a88-3513c5337c5a req-bf3afb02-254f-48d2-969c-cfb099579e1c service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Received unexpected event network-vif-plugged-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab for instance with vm_state building and task_state spawning. [ 1036.502325] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.502600] env[69984]: INFO nova.compute.manager [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Migrating [ 1036.509858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.947s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.510128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.512430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.202s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.523178] env[69984]: INFO nova.compute.claims [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.535858] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079505} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.536771] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.537839] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ce337c-2f9b-4c17-909c-e26678f264f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.542929] env[69984]: INFO nova.scheduler.client.report [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Deleted allocations for instance 0f5caec0-650c-47b3-af9d-942267ff250f [ 1036.566534] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8585b459-69a2-4567-a783-cbb0695412f4/8585b459-69a2-4567-a783-cbb0695412f4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.567557] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613552e4-ce3c-4bd0-b8f0-7693d15f410b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.588956] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1036.588956] env[69984]: value = "task-3945477" [ 1036.588956] env[69984]: _type = "Task" [ 1036.588956] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.602282] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.648832] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Successfully updated port: 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.927019] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945475, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.029176] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.029429] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.029712] env[69984]: DEBUG nova.network.neutron [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.070566] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b05bf5dd-d4fc-4982-9538-5189b9944588 tempest-ImagesOneServerNegativeTestJSON-1051099518 tempest-ImagesOneServerNegativeTestJSON-1051099518-project-member] Lock "0f5caec0-650c-47b3-af9d-942267ff250f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.134s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.099501] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945477, 'name': ReconfigVM_Task, 'duration_secs': 0.281801} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.099800] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8585b459-69a2-4567-a783-cbb0695412f4/8585b459-69a2-4567-a783-cbb0695412f4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.100460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f3fcf9-7080-40b6-a957-5bf3fe420a91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.109203] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1037.109203] env[69984]: value = "task-3945478" [ 1037.109203] env[69984]: _type = "Task" [ 1037.109203] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.119094] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945478, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.154987] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.155361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.155626] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.427308] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945475, 'name': RemoveSnapshot_Task, 'duration_secs': 1.318955} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.427655] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.428009] env[69984]: DEBUG nova.compute.manager [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.429235] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4de159-6bb4-4270-84f2-c9b0cae8f3bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.626600] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.626600] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.626806] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.627041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.627232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.628909] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945478, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.632224] env[69984]: INFO nova.compute.manager [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Terminating instance [ 1037.714467] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.812650] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7be01-5d48-4e20-b512-bf489975605c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.823425] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e0248-9556-4cc4-bd30-3fc4dd661559 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.859414] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f350c16-1113-4f60-9c6e-dea7c437e96a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.867751] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b945e7-311d-467c-a602-80ff6a727c42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.881788] env[69984]: DEBUG nova.compute.provider_tree [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.930429] env[69984]: DEBUG nova.network.neutron [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.944252] env[69984]: INFO nova.compute.manager [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Shelve offloading [ 1038.017759] env[69984]: DEBUG nova.network.neutron [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating instance_info_cache with network_info: [{"id": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "address": "fa:16:3e:ae:af:8f", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d17026e-d5", "ovs_interfaceid": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.120432] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945478, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.139609] env[69984]: DEBUG nova.compute.manager [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.139671] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.140555] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8013672-1048-4bbb-9eca-47ebff829d9a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.150784] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.151095] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18733e27-028e-47e0-9718-ff6a2cf90e48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.159457] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1038.159457] env[69984]: value = "task-3945479" [ 1038.159457] env[69984]: _type = "Task" [ 1038.159457] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.169883] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.386822] env[69984]: DEBUG nova.scheduler.client.report [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.436398] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.448299] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.448877] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f692296-dd18-4f6f-9dc5-e9a9fafb0be2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.458331] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1038.458331] env[69984]: value = "task-3945480" [ 1038.458331] env[69984]: _type = "Task" [ 1038.458331] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.468858] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.469130] env[69984]: DEBUG nova.compute.manager [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.470030] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37ed3bd-9d38-41d5-a625-73cb2df5a8b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.477449] env[69984]: DEBUG nova.compute.manager [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Received event network-changed-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.477449] env[69984]: DEBUG nova.compute.manager [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Refreshing instance network info cache due to event network-changed-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.477449] env[69984]: DEBUG oslo_concurrency.lockutils [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] Acquiring lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.479042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.479215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.479381] env[69984]: DEBUG nova.network.neutron [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.521576] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.521970] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Instance network_info: |[{"id": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "address": "fa:16:3e:ae:af:8f", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d17026e-d5", "ovs_interfaceid": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.522307] env[69984]: DEBUG oslo_concurrency.lockutils [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] Acquired lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.522492] env[69984]: DEBUG nova.network.neutron [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Refreshing network info cache for port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.524030] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:af:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d17026e-d5ed-44ab-96c1-9e49c8bba7ab', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.532096] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.535745] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.536332] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcb55ae2-33ba-4558-a066-e6c0661d878b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.559198] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.559198] env[69984]: value = "task-3945481" [ 1038.559198] env[69984]: _type = "Task" [ 1038.559198] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.569332] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945481, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.622111] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945478, 'name': Rename_Task, 'duration_secs': 1.162558} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.622495] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.622851] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0f9535-2e33-4b96-9b59-92b6c2397a97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.631461] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1038.631461] env[69984]: value = "task-3945482" [ 1038.631461] env[69984]: _type = "Task" [ 1038.631461] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.642364] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.671510] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945479, 'name': PowerOffVM_Task, 'duration_secs': 0.357619} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.671875] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.672157] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.672494] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2917261f-390e-4302-92b0-504a2eab79fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.754547] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.754875] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.755241] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Deleting the datastore file [datastore2] 43ee6d2e-4fb8-4a1c-a899-950a304f9b22 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.755477] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8c0367-6af2-4b94-8980-9601fe80a150 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.764238] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for the task: (returnval){ [ 1038.764238] env[69984]: value = "task-3945484" [ 1038.764238] env[69984]: _type = "Task" [ 1038.764238] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.773197] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.892441] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.893372] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.896591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.365s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.896812] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.899109] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.218s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.899303] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.901286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.972s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.901490] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.903404] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.112s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.903631] env[69984]: DEBUG nova.objects.instance [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid 6ea740ab-2276-4b75-9fd4-95678fdac505 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.956969] env[69984]: INFO nova.scheduler.client.report [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Deleted allocations for instance 5789478b-a15a-49e1-8bd6-36ad5496feb9 [ 1038.959305] env[69984]: INFO nova.scheduler.client.report [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Deleted allocations for instance 8ed8b730-a751-4f60-b056-827a5e3f8f2a [ 1038.982549] env[69984]: INFO nova.scheduler.client.report [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance 1749fc15-57f1-46a4-8e39-d7d4bb9d351e [ 1039.006912] env[69984]: DEBUG nova.network.neutron [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updated VIF entry in instance network info cache for port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.007297] env[69984]: DEBUG nova.network.neutron [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating instance_info_cache with network_info: [{"id": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "address": "fa:16:3e:ae:af:8f", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d17026e-d5", "ovs_interfaceid": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.070864] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945481, 'name': CreateVM_Task, 'duration_secs': 0.402259} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.071058] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.071745] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.071895] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.072343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.072598] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e80ffb-e6ff-40f2-baa7-8f988e4e99cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.077941] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1039.077941] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf3f3c-a417-2a66-5352-582af94fe429" [ 1039.077941] env[69984]: _type = "Task" [ 1039.077941] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.087019] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf3f3c-a417-2a66-5352-582af94fe429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.142173] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.274405] env[69984]: DEBUG oslo_vmware.api [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Task: {'id': task-3945484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187341} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.274868] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.275169] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.275463] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.275747] env[69984]: INFO nova.compute.manager [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.276115] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.276422] env[69984]: DEBUG nova.compute.manager [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.276600] env[69984]: DEBUG nova.network.neutron [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.293091] env[69984]: DEBUG nova.network.neutron [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.407693] env[69984]: DEBUG nova.compute.utils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.415246] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.417191] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.474572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f9d16997-7625-40f2-9d99-262633db1401 tempest-ServerRescueNegativeTestJSON-1143767890 tempest-ServerRescueNegativeTestJSON-1143767890-project-member] Lock "5789478b-a15a-49e1-8bd6-36ad5496feb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.153s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.478621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4366764a-9326-496f-bbfb-ac4a26887ebe tempest-ServerTagsTestJSON-1760527948 tempest-ServerTagsTestJSON-1760527948-project-member] Lock "8ed8b730-a751-4f60-b056-827a5e3f8f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.387s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.496851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fb4c3773-1f68-4280-b148-1a7853ddbb78 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "1749fc15-57f1-46a4-8e39-d7d4bb9d351e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.279s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.504821] env[69984]: DEBUG nova.policy [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1065a27cbe4446a9ad8ee4f746cb0beb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87cb87f429994011a790d0988e6e73ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.512215] env[69984]: DEBUG oslo_concurrency.lockutils [req-318e1c73-0517-4212-bd88-a8e0e9cb6fda req-4a196f7a-5a46-462d-9983-ba0e80ac9fc3 service nova] Releasing lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.589751] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf3f3c-a417-2a66-5352-582af94fe429, 'name': SearchDatastore_Task, 'duration_secs': 0.016281} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.594162] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.594427] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.594666] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.594815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.594993] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.597663] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-006a2b88-bbe4-483f-884a-873b1806f17a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.610473] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.610671] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.611785] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5e0a8d-b22e-4a7f-8ad4-7ab7628d8b5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.622938] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1039.622938] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2f60-4224-571b-33b2-d2b8ce6c7048" [ 1039.622938] env[69984]: _type = "Task" [ 1039.622938] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.636103] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2f60-4224-571b-33b2-d2b8ce6c7048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.645067] env[69984]: DEBUG oslo_vmware.api [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945482, 'name': PowerOnVM_Task, 'duration_secs': 0.640513} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.645356] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.645552] env[69984]: INFO nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1039.645732] env[69984]: DEBUG nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.646621] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a70765-2964-4dde-bc90-f7be2c310739 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.704201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2d7c3-e6be-4091-9136-00426d41b55d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.714015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79a8e31-d5e8-4db2-811c-462268992c88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.753406] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d3088-48e0-43ad-b11b-b6f4bcc39a8a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.757657] env[69984]: DEBUG nova.compute.manager [req-267a4119-3d92-4879-9c46-75643a14b58b req-69370272-3ee7-40a9-9ec0-751a6bf5b9a7 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Received event network-vif-deleted-6bfcf790-a6bf-428e-9af6-95c59b773f19 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.758083] env[69984]: INFO nova.compute.manager [req-267a4119-3d92-4879-9c46-75643a14b58b req-69370272-3ee7-40a9-9ec0-751a6bf5b9a7 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Neutron deleted interface 6bfcf790-a6bf-428e-9af6-95c59b773f19; detaching it from the instance and deleting it from the info cache [ 1039.758083] env[69984]: DEBUG nova.network.neutron [req-267a4119-3d92-4879-9c46-75643a14b58b req-69370272-3ee7-40a9-9ec0-751a6bf5b9a7 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.766996] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e628b541-d910-4414-be8f-07c52e8015ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.784821] env[69984]: DEBUG nova.compute.provider_tree [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.796243] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.916049] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.958548] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d3e6a-7bae-4fbe-a9bc-00058412794c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.983509] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.101068] env[69984]: DEBUG nova.network.neutron [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.137296] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bf2f60-4224-571b-33b2-d2b8ce6c7048, 'name': SearchDatastore_Task, 'duration_secs': 0.034442} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.138290] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58fc13a-2fda-4b92-985c-5f89b52de20c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.144675] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1040.144675] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a3b7af-b4e0-d6db-b865-f1e20145e835" [ 1040.144675] env[69984]: _type = "Task" [ 1040.144675] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.155971] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a3b7af-b4e0-d6db-b865-f1e20145e835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.172586] env[69984]: INFO nova.compute.manager [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Took 31.01 seconds to build instance. [ 1040.261360] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e4b13f-7267-4619-8377-7da0e2905a91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.272718] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e354f-9cd4-41e4-ac63-f54627314933 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288453] env[69984]: DEBUG nova.scheduler.client.report [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.306977] env[69984]: DEBUG nova.compute.manager [req-267a4119-3d92-4879-9c46-75643a14b58b req-69370272-3ee7-40a9-9ec0-751a6bf5b9a7 service nova] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Detach interface failed, port_id=6bfcf790-a6bf-428e-9af6-95c59b773f19, reason: Instance 43ee6d2e-4fb8-4a1c-a899-950a304f9b22 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.425088] env[69984]: INFO nova.virt.block_device [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Booting with volume 263d190a-4a9d-44d0-aada-b4b328537cd7 at /dev/sda [ 1040.471064] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80973192-bf0a-4c56-adc0-303c7406c02d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.485201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e9f64e-8fc4-47c1-81ba-656de73d77a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.498446] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.498446] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e64c63c-9c98-4aba-b336-d66195ec9a4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.505286] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1040.505286] env[69984]: value = "task-3945485" [ 1040.505286] env[69984]: _type = "Task" [ 1040.505286] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.533862] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Successfully created port: 188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.534198] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d94f5800-7da6-4a39-8c43-773dc3c9b467 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.536291] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.536480] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.548635] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db4748-11c9-42b9-9d9c-7834b67ff1d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.562800] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.563683] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0396e44-627b-4ff7-b838-0b1546c8d083 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.571637] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.572055] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f048eb3-e172-40bd-84f2-2870c0943548 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.584774] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c8b632-54d3-4663-a4c1-cea01e37853b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.593779] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4469dd1-fd43-41c3-936e-7ae0ee53bb3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.605597] env[69984]: INFO nova.compute.manager [-] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Took 1.33 seconds to deallocate network for instance. [ 1040.612200] env[69984]: DEBUG nova.virt.block_device [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating existing volume attachment record: c9964e27-a8cb-4152-b81d-b536f8e47a7b {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1040.657599] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.657842] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.658034] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleting the datastore file [datastore2] d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.663332] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f99fb4-18a8-4b19-8871-11a34d403dab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.665744] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a3b7af-b4e0-d6db-b865-f1e20145e835, 'name': SearchDatastore_Task, 'duration_secs': 0.016425} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.667290] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.667682] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] a6afda49-918e-4a4c-b132-0f89aa2e9c3b/a6afda49-918e-4a4c-b132-0f89aa2e9c3b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.668484] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a813e44-237a-4b44-ac97-7d0eacdf7cdc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.674750] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1040.674750] env[69984]: value = "task-3945487" [ 1040.674750] env[69984]: _type = "Task" [ 1040.674750] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.675205] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4110efdd-e230-4fb2-9055-6bbaeaa9567e tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.527s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.680609] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1040.680609] env[69984]: value = "task-3945488" [ 1040.680609] env[69984]: _type = "Task" [ 1040.680609] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.689973] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.699506] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.781512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.781806] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.793841] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.799032] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.201s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.799032] env[69984]: DEBUG nova.objects.instance [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lazy-loading 'resources' on Instance uuid facd7b5a-14d8-4a64-9a97-f64ed4f4f68f {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.832126] env[69984]: INFO nova.scheduler.client.report [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance 6ea740ab-2276-4b75-9fd4-95678fdac505 [ 1041.044617] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.045101] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.045148] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.045334] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.045487] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.045634] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.045845] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.045993] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.046493] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.046599] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.046778] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.052762] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11a2cd5-e96c-40e6-b880-0bc0de9ea5de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.073505] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1041.073505] env[69984]: value = "task-3945489" [ 1041.073505] env[69984]: _type = "Task" [ 1041.073505] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.084404] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.121224] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.185588] env[69984]: DEBUG oslo_vmware.api [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160137} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.190442] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.191145] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.191464] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.203569] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.204681] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] a6afda49-918e-4a4c-b132-0f89aa2e9c3b/a6afda49-918e-4a4c-b132-0f89aa2e9c3b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.205837] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.206513] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a683fa52-1369-4e7d-bc3e-7a143ff5bc47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.218026] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1041.218026] env[69984]: value = "task-3945490" [ 1041.218026] env[69984]: _type = "Task" [ 1041.218026] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.229584] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.243057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "8585b459-69a2-4567-a783-cbb0695412f4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.243057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.243057] env[69984]: DEBUG nova.compute.manager [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.243057] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b35f54-e09d-49d8-8070-3d032eeb1cc4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.252051] env[69984]: DEBUG nova.compute.manager [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1041.252811] env[69984]: DEBUG nova.objects.instance [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lazy-loading 'flavor' on Instance uuid 8585b459-69a2-4567-a783-cbb0695412f4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.258226] env[69984]: INFO nova.scheduler.client.report [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted allocations for instance d9a988f0-b139-4d6f-9939-6ec3408d0af2 [ 1041.284734] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.346664] env[69984]: DEBUG oslo_concurrency.lockutils [None req-045e5607-8df0-4bb4-a3c1-39c407eb0b7f tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "6ea740ab-2276-4b75-9fd4-95678fdac505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.036s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.566928] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247abc40-1267-459c-911b-fdf37dd4340a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.581935] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed415ebf-f89d-47b5-95c4-cee713e1e281 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.591334] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945489, 'name': ReconfigVM_Task, 'duration_secs': 0.233651} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.620312] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.625950] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d39b05-357e-40a7-a6d2-dcecf91333ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.636238] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e5fad-cbfc-468c-87d2-182a58989772 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.653875] env[69984]: DEBUG nova.compute.provider_tree [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.728283] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075912} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.730327] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.730327] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e20c5-61c0-47ce-ad8c-390e8656f768 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.766125] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] a6afda49-918e-4a4c-b132-0f89aa2e9c3b/a6afda49-918e-4a4c-b132-0f89aa2e9c3b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.769959] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.769959] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da91d30c-c4fd-4833-9915-4ed692db8755 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.794746] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1041.794746] env[69984]: value = "task-3945491" [ 1041.794746] env[69984]: _type = "Task" [ 1041.794746] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.811916] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.816710] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.085417] env[69984]: DEBUG nova.compute.manager [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-vif-unplugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.085727] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.087870] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.087870] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.087870] env[69984]: DEBUG nova.compute.manager [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] No waiting events found dispatching network-vif-unplugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.087870] env[69984]: WARNING nova.compute.manager [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received unexpected event network-vif-unplugged-39651ffc-51c1-438b-9989-33c3f84efd57 for instance with vm_state shelved_offloaded and task_state None. [ 1042.087870] env[69984]: DEBUG nova.compute.manager [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.087870] env[69984]: DEBUG nova.compute.manager [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing instance network info cache due to event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.087870] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.087870] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.087870] env[69984]: DEBUG nova.network.neutron [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.127400] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.127400] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.127400] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.127669] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.127669] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.129022] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.129022] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.129135] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.129374] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.129641] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.130078] env[69984]: DEBUG nova.virt.hardware [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.139847] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.140896] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6edf230d-242e-46f4-ad8a-00bd10d51010 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.165370] env[69984]: DEBUG nova.scheduler.client.report [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.175829] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1042.175829] env[69984]: value = "task-3945492" [ 1042.175829] env[69984]: _type = "Task" [ 1042.175829] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.187962] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.287834] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.291023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4f7654e-d56c-48c5-afa4-a3b02feec302 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.297781] env[69984]: DEBUG oslo_vmware.api [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1042.297781] env[69984]: value = "task-3945493" [ 1042.297781] env[69984]: _type = "Task" [ 1042.297781] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.313453] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945491, 'name': ReconfigVM_Task, 'duration_secs': 0.429318} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.317773] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] a6afda49-918e-4a4c-b132-0f89aa2e9c3b/a6afda49-918e-4a4c-b132-0f89aa2e9c3b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.318695] env[69984]: DEBUG oslo_vmware.api [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.318946] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ba462d-5981-40d6-865f-d576c176143b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.327614] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1042.327614] env[69984]: value = "task-3945494" [ 1042.327614] env[69984]: _type = "Task" [ 1042.327614] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.338888] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945494, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.674024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.678340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.445s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.691734] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945492, 'name': ReconfigVM_Task, 'duration_secs': 0.219307} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.691734] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.691734] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cb1544-af2d-4f4b-a7bb-a986effd7654 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.717035] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.721237] env[69984]: INFO nova.scheduler.client.report [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Deleted allocations for instance facd7b5a-14d8-4a64-9a97-f64ed4f4f68f [ 1042.722154] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc967985-8cf0-4825-a64e-bcbb5fdc04bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.746961] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.747498] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.747726] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.747865] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.748057] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.748200] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.748611] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.748611] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.748720] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.748870] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.749482] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.749482] env[69984]: DEBUG nova.virt.hardware [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.749608] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1042.749608] env[69984]: value = "task-3945495" [ 1042.749608] env[69984]: _type = "Task" [ 1042.749608] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.750370] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f546746-a0b4-433c-8470-7a7570b6e812 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.768791] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59cf1df-8ffd-4351-b285-566ec4648057 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.773957] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.812544] env[69984]: DEBUG oslo_vmware.api [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945493, 'name': PowerOffVM_Task, 'duration_secs': 0.210208} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.813015] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.813256] env[69984]: DEBUG nova.compute.manager [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.814305] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc68439-8355-480e-9586-0c5dd73655d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.840945] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945494, 'name': Rename_Task, 'duration_secs': 0.208651} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.841090] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.841337] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39e44c97-c1ce-4208-97c1-76533309f9d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.849578] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1042.849578] env[69984]: value = "task-3945496" [ 1042.849578] env[69984]: _type = "Task" [ 1042.849578] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.860488] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.908962] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Successfully updated port: 188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.958221] env[69984]: DEBUG nova.compute.manager [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Received event network-vif-plugged-188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.958431] env[69984]: DEBUG oslo_concurrency.lockutils [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] Acquiring lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.959639] env[69984]: DEBUG oslo_concurrency.lockutils [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.959639] env[69984]: DEBUG oslo_concurrency.lockutils [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.959639] env[69984]: DEBUG nova.compute.manager [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] No waiting events found dispatching network-vif-plugged-188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.959639] env[69984]: WARNING nova.compute.manager [req-5fc86300-cf08-47d9-aa19-d39d1dde1461 req-daed758e-9c71-4667-9e7b-b2a9baec1a5e service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Received unexpected event network-vif-plugged-188e3c1b-5297-4ccf-88a2-5e9c7717306d for instance with vm_state building and task_state spawning. [ 1042.966220] env[69984]: DEBUG nova.network.neutron [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updated VIF entry in instance network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.966220] env[69984]: DEBUG nova.network.neutron [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap39651ffc-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.243562] env[69984]: DEBUG oslo_concurrency.lockutils [None req-35ef6981-bb67-45b7-a277-b09e79557768 tempest-ServersTestFqdnHostnames-1322361863 tempest-ServersTestFqdnHostnames-1322361863-project-member] Lock "facd7b5a-14d8-4a64-9a97-f64ed4f4f68f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.444s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.264972] env[69984]: DEBUG oslo_vmware.api [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945495, 'name': ReconfigVM_Task, 'duration_secs': 0.369007} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.268311] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c/886d6345-a38f-40dc-b6c3-e50f3a9bf72c.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.268590] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.330759] env[69984]: DEBUG oslo_concurrency.lockutils [None req-66ae1672-7871-4c5e-a47a-890a3de81046 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.364305] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.403890] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91531193-b9f4-4eae-beb1-228be6a127cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.411633] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8903b7f4-46c3-45c0-8023-8da26c308389 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.416343] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquired lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416668] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.449108] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218d9fd-9f57-4b6a-a7ef-29a35329f747 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.459046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50c56e-5929-4a36-9841-2ae05868c1d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.476979] env[69984]: DEBUG oslo_concurrency.lockutils [req-24a0d781-d6d9-483d-bb66-cfc68ee08fd9 req-f6e329a6-e24b-4f65-8296-750a2c940f87 service nova] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.477515] env[69984]: DEBUG nova.compute.provider_tree [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.624521] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.625111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.775948] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752a42f-3768-4f06-95c1-3fb2a45ec43b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.799272] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5cad21-57f1-4712-8ed1-e5e8854e9799 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.818548] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.864613] env[69984]: DEBUG oslo_vmware.api [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945496, 'name': PowerOnVM_Task, 'duration_secs': 0.751022} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.864613] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.864613] env[69984]: INFO nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1043.864613] env[69984]: DEBUG nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.864613] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdef678-3330-4dd5-a893-a74214c8f239 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.960510] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.984125] env[69984]: DEBUG nova.scheduler.client.report [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.128687] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.197886] env[69984]: DEBUG nova.network.neutron [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating instance_info_cache with network_info: [{"id": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "address": "fa:16:3e:77:d8:1f", "network": {"id": "3d862b49-0520-4977-acb9-058912d5838f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1104948666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87cb87f429994011a790d0988e6e73ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e3c1b-52", "ovs_interfaceid": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.386271] env[69984]: INFO nova.compute.manager [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Took 32.34 seconds to build instance. [ 1044.394413] env[69984]: DEBUG nova.network.neutron [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Port f0b84a64-11dd-4939-8940-f853c3686050 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1044.639211] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.669874] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.700683] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Releasing lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.701321] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Instance network_info: |[{"id": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "address": "fa:16:3e:77:d8:1f", "network": {"id": "3d862b49-0520-4977-acb9-058912d5838f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1104948666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87cb87f429994011a790d0988e6e73ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e3c1b-52", "ovs_interfaceid": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.701515] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d8:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188e3c1b-5297-4ccf-88a2-5e9c7717306d', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.709743] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Creating folder: Project (87cb87f429994011a790d0988e6e73ec). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.710096] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a64228-d632-4b95-b4c5-7f82415b06b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.725256] env[69984]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1044.725433] env[69984]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69984) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1044.725850] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Folder already exists: Project (87cb87f429994011a790d0988e6e73ec). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1044.726109] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Creating folder: Instances. Parent ref: group-v783115. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.726375] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f85003-9906-4dab-af25-69db3d2c4356 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.738544] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Created folder: Instances in parent group-v783115. [ 1044.738807] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.739032] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.739260] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0146b154-0cca-4d78-a469-65311352bcc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.763037] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.763037] env[69984]: value = "task-3945499" [ 1044.763037] env[69984]: _type = "Task" [ 1044.763037] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.775862] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945499, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.889019] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b883ec75-8b94-430f-a52f-df6dda31e520 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.856s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.990343] env[69984]: DEBUG nova.compute.manager [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Received event network-changed-188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.990343] env[69984]: DEBUG nova.compute.manager [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Refreshing instance network info cache due to event network-changed-188e3c1b-5297-4ccf-88a2-5e9c7717306d. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.990784] env[69984]: DEBUG oslo_concurrency.lockutils [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] Acquiring lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.991097] env[69984]: DEBUG oslo_concurrency.lockutils [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] Acquired lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.991387] env[69984]: DEBUG nova.network.neutron [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Refreshing network info cache for port 188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.998021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.002050] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.881s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.003027] env[69984]: DEBUG nova.objects.instance [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lazy-loading 'resources' on Instance uuid 43ee6d2e-4fb8-4a1c-a899-950a304f9b22 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.278907] env[69984]: DEBUG nova.compute.manager [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.279212] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945499, 'name': CreateVM_Task, 'duration_secs': 0.354883} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.279964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6654bda4-beff-48df-a957-5dd1e16b1126 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.282481] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.283208] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783120', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'name': 'volume-263d190a-4a9d-44d0-aada-b4b328537cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9a2ec53-afbb-4695-8290-69f91fd83eb6', 'attached_at': '', 'detached_at': '', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'serial': '263d190a-4a9d-44d0-aada-b4b328537cd7'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'c9964e27-a8cb-4152-b81d-b536f8e47a7b', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69984) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1045.283423] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Root volume attach. Driver type: vmdk {{(pid=69984) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1045.284672] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f8401-5e96-4fae-a03a-85697c2bfdaf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.297341] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b60520f-eed6-47b1-95e2-51f35e15bf75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.304899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73176f66-2106-4696-bc47-669c6e044ab7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.312990] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-539c2343-f7a4-4bac-be6c-4545e0d76f2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.323486] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1045.323486] env[69984]: value = "task-3945500" [ 1045.323486] env[69984]: _type = "Task" [ 1045.323486] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.333944] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.420199] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.420883] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.421140] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.512423] env[69984]: DEBUG nova.compute.manager [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Received event network-changed-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.512885] env[69984]: DEBUG nova.compute.manager [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Refreshing instance network info cache due to event network-changed-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.513088] env[69984]: DEBUG oslo_concurrency.lockutils [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] Acquiring lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.513088] env[69984]: DEBUG oslo_concurrency.lockutils [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] Acquired lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.515188] env[69984]: DEBUG nova.network.neutron [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Refreshing network info cache for port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.572792] env[69984]: INFO nova.scheduler.client.report [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocation for migration 3847da00-f05d-4e55-8b28-6bb238f550b1 [ 1045.785411] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0a8eb-aaff-4d38-9c8d-f5916fd6d552 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.793977] env[69984]: INFO nova.compute.manager [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] instance snapshotting [ 1045.794328] env[69984]: WARNING nova.compute.manager [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1045.796643] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fd828-62e1-4680-8827-8ce031418b58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.801347] env[69984]: DEBUG nova.network.neutron [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updated VIF entry in instance network info cache for port 188e3c1b-5297-4ccf-88a2-5e9c7717306d. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.801699] env[69984]: DEBUG nova.network.neutron [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating instance_info_cache with network_info: [{"id": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "address": "fa:16:3e:77:d8:1f", "network": {"id": "3d862b49-0520-4977-acb9-058912d5838f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1104948666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87cb87f429994011a790d0988e6e73ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e3c1b-52", "ovs_interfaceid": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.807039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd13faa-6499-498f-a168-8cd7089ddedc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.856773] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0b93a-b184-466b-88d9-cb62e919f929 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.860780] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae0d6d1-2b66-46dd-8a66-07bd42595028 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.876544] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc1dd79-8f28-45d8-9027-ad7fcd3bcd30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.880676] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 40%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.897788] env[69984]: DEBUG nova.compute.provider_tree [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.083381] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19bc44b3-261f-41c7-98d4-baff2ef89d35 tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.704s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.309074] env[69984]: DEBUG oslo_concurrency.lockutils [req-56dced87-e4c5-451d-aab4-1364ed67b0cf req-012cf1fa-a134-486f-a07a-d00e4b14c945 service nova] Releasing lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.354525] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 53%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.355651] env[69984]: DEBUG nova.network.neutron [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updated VIF entry in instance network info cache for port 2d17026e-d5ed-44ab-96c1-9e49c8bba7ab. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.356025] env[69984]: DEBUG nova.network.neutron [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating instance_info_cache with network_info: [{"id": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "address": "fa:16:3e:ae:af:8f", "network": {"id": "28226035-ccab-4879-82d6-39b71cd715f8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2070121555-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fd3081dd5954e8aabf5a2262deaf375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d17026e-d5", "ovs_interfaceid": "2d17026e-d5ed-44ab-96c1-9e49c8bba7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.385693] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.386070] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25cc72c4-e0f1-4e32-a477-8212b78b431d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.402238] env[69984]: DEBUG nova.scheduler.client.report [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.415127] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1046.415127] env[69984]: value = "task-3945501" [ 1046.415127] env[69984]: _type = "Task" [ 1046.415127] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.444487] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.481781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.481991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.482293] env[69984]: DEBUG nova.network.neutron [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.855153] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.864513] env[69984]: DEBUG oslo_concurrency.lockutils [req-b3d2db64-deea-4393-9e48-085b0ebe79ed req-4dcc9aa7-bd8b-4e10-9220-8621f0818c93 service nova] Releasing lock "refresh_cache-a6afda49-918e-4a4c-b132-0f89aa2e9c3b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.914026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.914026] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.145s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.914026] env[69984]: DEBUG nova.objects.instance [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'resources' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.928992] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945501, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.944033] env[69984]: INFO nova.scheduler.client.report [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Deleted allocations for instance 43ee6d2e-4fb8-4a1c-a899-950a304f9b22 [ 1046.963570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.963706] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.963995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.964265] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.964397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.967045] env[69984]: INFO nova.compute.manager [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Terminating instance [ 1047.354738] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 76%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.356425] env[69984]: DEBUG nova.network.neutron [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.419520] env[69984]: DEBUG nova.objects.instance [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'numa_topology' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.433633] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.454294] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1d4e59d9-f7fa-4fc5-bfa6-78a18570a311 tempest-InstanceActionsTestJSON-807984285 tempest-InstanceActionsTestJSON-807984285-project-member] Lock "43ee6d2e-4fb8-4a1c-a899-950a304f9b22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.827s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.471913] env[69984]: DEBUG nova.compute.manager [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.472218] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.473313] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666e84a-2585-4d43-89da-9b84ba3dfc38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.486512] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.486894] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c597125-7b39-4427-9298-23edd8364a5a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.498210] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1047.498210] env[69984]: value = "task-3945502" [ 1047.498210] env[69984]: _type = "Task" [ 1047.498210] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.512965] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.618198] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.618982] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.853833] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.859659] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.924430] env[69984]: DEBUG nova.objects.base [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.930891] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945501, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.010575] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945502, 'name': PowerOffVM_Task, 'duration_secs': 0.28294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.010901] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.011118] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.011397] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777f1c50-5362-4386-8a0a-02a54ff5b1fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.080607] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.081221] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.081298] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.081630] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8160e22-ffa1-43e4-9f76-62c077a43a82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.095109] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1048.095109] env[69984]: value = "task-3945504" [ 1048.095109] env[69984]: _type = "Task" [ 1048.095109] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.104476] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.125340] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.154602] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba8979-1192-44fe-b071-b772e38b638b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.165127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f017ac1-f81a-43e0-ba17-42b8d4c030b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.203140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a7aa8e-fa54-4b64-a843-c76973609a41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.213377] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79836f54-4b4c-4157-b252-747f46cd66e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.232937] env[69984]: DEBUG nova.compute.provider_tree [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.355147] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task} progress is 97%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.397239] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6c7811-3c2e-4299-8c18-fee5db9d9204 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.422588] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee509bd-ed99-4612-a338-80d4d6e8fc74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.431206] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.431709] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.439371] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945501, 'name': CreateSnapshot_Task, 'duration_secs': 1.918968} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.439878] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.444547] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1048.446136] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a81414-6c2f-4021-ae2c-b6ba60be5945 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.605867] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.647502] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.737249] env[69984]: DEBUG nova.scheduler.client.report [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.854555] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945500, 'name': RelocateVM_Task, 'duration_secs': 3.50849} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.854869] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.857837] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783120', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'name': 'volume-263d190a-4a9d-44d0-aada-b4b328537cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9a2ec53-afbb-4695-8290-69f91fd83eb6', 'attached_at': '', 'detached_at': '', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'serial': '263d190a-4a9d-44d0-aada-b4b328537cd7'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.858666] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a82fcde-230c-4d1e-8e76-cdbee233f149 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.889271] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da5da3-03af-44df-b5fd-2eead85a2b71 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.911652] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-263d190a-4a9d-44d0-aada-b4b328537cd7/volume-263d190a-4a9d-44d0-aada-b4b328537cd7.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.912122] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800a2018-2457-4f91-8721-c9db2e33b034 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.935188] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1048.935188] env[69984]: value = "task-3945505" [ 1048.935188] env[69984]: _type = "Task" [ 1048.935188] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.946454] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.948918] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.953179] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f32649cb-9bd7-4e45-9a18-8bf90f09139a tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance '886d6345-a38f-40dc-b6c3-e50f3a9bf72c' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.968050] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1048.968367] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2cf43dcd-74b7-4795-abb7-35d9061f41a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.976672] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1048.976672] env[69984]: value = "task-3945506" [ 1048.976672] env[69984]: _type = "Task" [ 1048.976672] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.987922] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945506, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.107881] env[69984]: DEBUG oslo_vmware.api [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52631} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.108166] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.108405] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.108649] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.108864] env[69984]: INFO nova.compute.manager [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1049.109193] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.109437] env[69984]: DEBUG nova.compute.manager [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.109562] env[69984]: DEBUG nova.network.neutron [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.243027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.245364] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.429s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.247299] env[69984]: INFO nova.compute.claims [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.448470] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945505, 'name': ReconfigVM_Task, 'duration_secs': 0.29619} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.448804] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-263d190a-4a9d-44d0-aada-b4b328537cd7/volume-263d190a-4a9d-44d0-aada-b4b328537cd7.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.462020] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78dfffea-3c0d-4375-a7a6-e98847e4adea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.491290] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1049.491290] env[69984]: value = "task-3945507" [ 1049.491290] env[69984]: _type = "Task" [ 1049.491290] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.503744] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945506, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.506107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.511331] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.631153] env[69984]: DEBUG nova.compute.manager [req-8291bf41-8c09-471d-989b-10377a43f0ef req-e01e833f-0011-4df5-9398-51129f88eb51 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Received event network-vif-deleted-b90c15f9-da99-4fef-8948-fa7a465cbca9 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.631153] env[69984]: INFO nova.compute.manager [req-8291bf41-8c09-471d-989b-10377a43f0ef req-e01e833f-0011-4df5-9398-51129f88eb51 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Neutron deleted interface b90c15f9-da99-4fef-8948-fa7a465cbca9; detaching it from the instance and deleting it from the info cache [ 1049.631153] env[69984]: DEBUG nova.network.neutron [req-8291bf41-8c09-471d-989b-10377a43f0ef req-e01e833f-0011-4df5-9398-51129f88eb51 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.759251] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36ae8e96-3e62-49a5-89e9-f91f2eed6172 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.771s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.760832] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.122s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.763085] env[69984]: INFO nova.compute.manager [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Unshelving [ 1050.010600] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945506, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.015799] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945507, 'name': ReconfigVM_Task, 'duration_secs': 0.137874} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.016391] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783120', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'name': 'volume-263d190a-4a9d-44d0-aada-b4b328537cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9a2ec53-afbb-4695-8290-69f91fd83eb6', 'attached_at': '', 'detached_at': '', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'serial': '263d190a-4a9d-44d0-aada-b4b328537cd7'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.017221] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2636413-0b04-4c5b-8d70-5a031aaf6adc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.026055] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1050.026055] env[69984]: value = "task-3945508" [ 1050.026055] env[69984]: _type = "Task" [ 1050.026055] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.039069] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945508, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.079067] env[69984]: DEBUG nova.network.neutron [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.134902] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5e60dd-8c8a-4a48-8fbe-23a9995904fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.148617] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c78ff4-2aef-4c8c-9aea-742115a390f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.186708] env[69984]: DEBUG nova.compute.manager [req-8291bf41-8c09-471d-989b-10377a43f0ef req-e01e833f-0011-4df5-9398-51129f88eb51 service nova] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Detach interface failed, port_id=b90c15f9-da99-4fef-8948-fa7a465cbca9, reason: Instance 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.506971] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945506, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.514735] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0237d1d-9d77-42e5-a589-fa1f2d3909d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.523695] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db239b1-c281-4c43-83d2-6683e4fa6468 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.537075] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945508, 'name': Rename_Task, 'duration_secs': 0.161652} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.562928] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.563461] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55be2ad7-1e6b-4c9e-a231-1ed3d03be13b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.565617] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ecdc74-c51e-462b-b58c-225ba3f9aeed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.573195] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3ea94-8ecb-429a-9df1-f6f427ac6962 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.577947] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1050.577947] env[69984]: value = "task-3945509" [ 1050.577947] env[69984]: _type = "Task" [ 1050.577947] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.589814] env[69984]: INFO nova.compute.manager [-] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Took 1.48 seconds to deallocate network for instance. [ 1050.590346] env[69984]: DEBUG nova.compute.provider_tree [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.603021] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945509, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.784873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.837193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.837486] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.837682] env[69984]: DEBUG nova.compute.manager [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Going to confirm migration 5 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1050.999155] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945506, 'name': CloneVM_Task, 'duration_secs': 1.744259} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.999465] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Created linked-clone VM from snapshot [ 1051.000264] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f76c41-5ae1-48bb-a904-926a004e0976 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.008394] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Uploading image fbd370e2-fe57-4006-ae4a-12bc538a6a05 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.029980] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1051.029980] env[69984]: value = "vm-783140" [ 1051.029980] env[69984]: _type = "VirtualMachine" [ 1051.029980] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1051.030308] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5da18634-4f2c-4d70-a7fa-f374480b05c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.038807] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease: (returnval){ [ 1051.038807] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5253158e-45a2-e82d-43ee-ce336dec5816" [ 1051.038807] env[69984]: _type = "HttpNfcLease" [ 1051.038807] env[69984]: } obtained for exporting VM: (result){ [ 1051.038807] env[69984]: value = "vm-783140" [ 1051.038807] env[69984]: _type = "VirtualMachine" [ 1051.038807] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1051.039058] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the lease: (returnval){ [ 1051.039058] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5253158e-45a2-e82d-43ee-ce336dec5816" [ 1051.039058] env[69984]: _type = "HttpNfcLease" [ 1051.039058] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.049035] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.049035] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5253158e-45a2-e82d-43ee-ce336dec5816" [ 1051.049035] env[69984]: _type = "HttpNfcLease" [ 1051.049035] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.088853] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945509, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.094071] env[69984]: DEBUG nova.scheduler.client.report [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.098261] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.384539] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.384730] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.385030] env[69984]: DEBUG nova.network.neutron [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.385181] env[69984]: DEBUG nova.objects.instance [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'info_cache' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.547263] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.547263] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5253158e-45a2-e82d-43ee-ce336dec5816" [ 1051.547263] env[69984]: _type = "HttpNfcLease" [ 1051.547263] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1051.547572] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1051.547572] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5253158e-45a2-e82d-43ee-ce336dec5816" [ 1051.547572] env[69984]: _type = "HttpNfcLease" [ 1051.547572] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1051.548224] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45867762-cc21-4dac-ae32-e85dd28eed3b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.555554] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1051.555730] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1051.609588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.610106] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.616834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.947s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.618253] env[69984]: INFO nova.compute.claims [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.627493] env[69984]: DEBUG oslo_vmware.api [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945509, 'name': PowerOnVM_Task, 'duration_secs': 0.593129} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.628228] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.628228] env[69984]: INFO nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1051.628228] env[69984]: DEBUG nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.628917] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecacffc-2e25-4c44-8fd3-a1f63f661542 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.651596] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf4c2d43-e917-43e1-bb82-45e4bcb87f40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.123672] env[69984]: DEBUG nova.compute.utils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.127583] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.127760] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.152450] env[69984]: INFO nova.compute.manager [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Took 29.88 seconds to build instance. [ 1052.218900] env[69984]: DEBUG nova.policy [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.628201] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.651295] env[69984]: DEBUG nova.network.neutron [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.655993] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5d276fb7-cdc7-42bf-b60c-73d9c9c1d3a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.913s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.809236] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Successfully created port: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.830123] env[69984]: DEBUG nova.compute.manager [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Received event network-changed-188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.832189] env[69984]: DEBUG nova.compute.manager [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Refreshing instance network info cache due to event network-changed-188e3c1b-5297-4ccf-88a2-5e9c7717306d. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.832189] env[69984]: DEBUG oslo_concurrency.lockutils [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] Acquiring lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.832189] env[69984]: DEBUG oslo_concurrency.lockutils [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] Acquired lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.832189] env[69984]: DEBUG nova.network.neutron [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Refreshing network info cache for port 188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.898023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865c23c-86fc-421d-af6f-0a1a063919a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.905632] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62984be4-dbba-4e37-8681-8bc419c4821e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.941246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41ed26-cb97-410c-99d5-ce62c33d0df7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.951171] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991ea6a-1b95-4d4d-8d08-a803542df600 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.968284] env[69984]: DEBUG nova.compute.provider_tree [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.153585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.154050] env[69984]: DEBUG nova.objects.instance [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'migration_context' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.471915] env[69984]: DEBUG nova.scheduler.client.report [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.562501] env[69984]: DEBUG nova.network.neutron [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updated VIF entry in instance network info cache for port 188e3c1b-5297-4ccf-88a2-5e9c7717306d. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.563027] env[69984]: DEBUG nova.network.neutron [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating instance_info_cache with network_info: [{"id": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "address": "fa:16:3e:77:d8:1f", "network": {"id": "3d862b49-0520-4977-acb9-058912d5838f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1104948666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87cb87f429994011a790d0988e6e73ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188e3c1b-52", "ovs_interfaceid": "188e3c1b-5297-4ccf-88a2-5e9c7717306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.642162] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.657556] env[69984]: DEBUG nova.objects.base [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Object Instance<886d6345-a38f-40dc-b6c3-e50f3a9bf72c> lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.659058] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebe4e1-b1c6-4d53-8864-e2bf77e80f47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.684744] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.685039] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.685157] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.685377] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.685533] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.685681] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.685898] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.686077] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.686261] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.686428] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.686612] env[69984]: DEBUG nova.virt.hardware [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.686921] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9befdaa-afb0-4606-a2dd-b802ce11f6dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.690025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543880a4-2701-4245-9c2e-eae59946b906 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.697264] env[69984]: DEBUG oslo_vmware.api [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1053.697264] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522773b3-595a-7bf6-a861-00863969f407" [ 1053.697264] env[69984]: _type = "Task" [ 1053.697264] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.703454] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ac1cd-1a2e-4baa-97f2-76a686efe563 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.713397] env[69984]: DEBUG oslo_vmware.api [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522773b3-595a-7bf6-a861-00863969f407, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.722135] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.977682] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.978258] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.981071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.334s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.982513] env[69984]: INFO nova.compute.claims [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.066187] env[69984]: DEBUG oslo_concurrency.lockutils [req-7070791d-527a-45a0-bc81-3580c2bde282 req-32322403-bccf-4870-adba-a561c01e3685 service nova] Releasing lock "refresh_cache-f9a2ec53-afbb-4695-8290-69f91fd83eb6" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.487587] env[69984]: DEBUG nova.compute.utils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.492192] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.492424] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.540767] env[69984]: DEBUG nova.policy [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.675102] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Successfully updated port: b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.840848] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Successfully created port: e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.876074] env[69984]: DEBUG nova.compute.manager [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Received event network-vif-plugged-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.876871] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Acquiring lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.876871] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.876871] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.876871] env[69984]: DEBUG nova.compute.manager [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] No waiting events found dispatching network-vif-plugged-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1054.877176] env[69984]: WARNING nova.compute.manager [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Received unexpected event network-vif-plugged-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa for instance with vm_state building and task_state spawning. [ 1054.877420] env[69984]: DEBUG nova.compute.manager [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Received event network-changed-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.877607] env[69984]: DEBUG nova.compute.manager [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Refreshing instance network info cache due to event network-changed-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.878040] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Acquiring lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.878220] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Acquired lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.878749] env[69984]: DEBUG nova.network.neutron [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Refreshing network info cache for port b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.999027] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.178035] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.249309] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd2308-5eba-41fc-814a-58a0c605bad9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.258665] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf3cbf-8ce1-4db4-9f84-f9e63ba559f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.291475] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108c503-9e50-4077-bdba-2226b8878a43 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.300455] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a316321-2225-4460-99af-a65755b8900c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.316018] env[69984]: DEBUG nova.compute.provider_tree [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.414725] env[69984]: DEBUG nova.network.neutron [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.491813] env[69984]: DEBUG nova.network.neutron [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.820252] env[69984]: DEBUG nova.scheduler.client.report [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.994737] env[69984]: DEBUG oslo_concurrency.lockutils [req-a2889b9b-a4dc-45e8-8bc5-e882059b488b req-123b388b-e08a-4cdb-a7e5-ab2b74b3a87a service nova] Releasing lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.995116] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.995295] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.007872] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.034013] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.034366] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.034543] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.034760] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.034949] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.035137] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.035353] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.035572] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.035768] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.035947] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.036178] env[69984]: DEBUG nova.virt.hardware [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.037449] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f3ecf-d95e-4d2f-bb89-89fd4e9c8d50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.046725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57195ed-9457-49b1-a8a9-7fe9eb8595d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.325416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.326063] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.329161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.823s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.330101] env[69984]: INFO nova.compute.claims [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.426885] env[69984]: DEBUG nova.compute.manager [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Received event network-vif-plugged-e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.427145] env[69984]: DEBUG oslo_concurrency.lockutils [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] Acquiring lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.427360] env[69984]: DEBUG oslo_concurrency.lockutils [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.427529] env[69984]: DEBUG oslo_concurrency.lockutils [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.427696] env[69984]: DEBUG nova.compute.manager [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] No waiting events found dispatching network-vif-plugged-e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1056.427951] env[69984]: WARNING nova.compute.manager [req-6e57ad14-e1cd-4bbf-afdb-e5f7de77a7c9 req-acca335c-9c10-4e51-9196-ba79520efff9 service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Received unexpected event network-vif-plugged-e3d0d3bc-7441-4625-9018-63bf7f121ae8 for instance with vm_state building and task_state spawning. [ 1056.531179] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.543339] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Successfully updated port: e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.723942] env[69984]: DEBUG nova.network.neutron [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Updating instance_info_cache with network_info: [{"id": "b8980ce6-c06d-4982-a9b3-6c5f14ebceaa", "address": "fa:16:3e:2a:4c:83", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8980ce6-c0", "ovs_interfaceid": "b8980ce6-c06d-4982-a9b3-6c5f14ebceaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.836936] env[69984]: DEBUG nova.compute.utils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.841800] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.841800] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.880964] env[69984]: DEBUG nova.policy [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e62022f3054f4db862bb326dd6312a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de1b031cb74648f2ba7f36226824b407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.046838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.047076] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.047254] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.151538] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Successfully created port: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.227710] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.228100] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance network_info: |[{"id": "b8980ce6-c06d-4982-a9b3-6c5f14ebceaa", "address": "fa:16:3e:2a:4c:83", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8980ce6-c0", "ovs_interfaceid": "b8980ce6-c06d-4982-a9b3-6c5f14ebceaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.228535] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:4c:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8980ce6-c06d-4982-a9b3-6c5f14ebceaa', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.236578] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.236786] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.237031] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8af4d538-a2f5-4c04-8918-3256553a4725 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.259548] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.259548] env[69984]: value = "task-3945511" [ 1057.259548] env[69984]: _type = "Task" [ 1057.259548] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.268807] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945511, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.343074] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.581854] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.604422] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730867e2-cbf3-4cc0-a5fa-579f8dd43bf3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.613268] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a91c73-5903-4e3f-907e-897d18d849a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.649174] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b815f68e-6908-4f65-a489-40f63e5102b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.658161] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1620556d-3907-4328-ae83-b6c3f9754843 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.674709] env[69984]: DEBUG nova.compute.provider_tree [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.770786] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945511, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.800035] env[69984]: DEBUG nova.network.neutron [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Updating instance_info_cache with network_info: [{"id": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "address": "fa:16:3e:e1:01:6c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d0d3bc-74", "ovs_interfaceid": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.178986] env[69984]: DEBUG nova.scheduler.client.report [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.271358] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945511, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.300232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.300695] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Instance network_info: |[{"id": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "address": "fa:16:3e:e1:01:6c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d0d3bc-74", "ovs_interfaceid": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.301201] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:01:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d0d3bc-7441-4625-9018-63bf7f121ae8', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.309641] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.309895] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.310164] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c338c2e-4b67-44c1-825e-6ea2201f049c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.331464] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.331464] env[69984]: value = "task-3945512" [ 1058.331464] env[69984]: _type = "Task" [ 1058.331464] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.341250] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945512, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.363433] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.387189] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.387438] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.387618] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.387808] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.387957] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.388125] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.388334] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.388483] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.388645] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.388940] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.389159] env[69984]: DEBUG nova.virt.hardware [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.390120] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c17b21-bee7-496c-a6f4-5745b2a7a5c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.398925] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d6522-93df-4ee4-9974-5103d285a886 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.458054] env[69984]: DEBUG nova.compute.manager [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Received event network-changed-e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.458359] env[69984]: DEBUG nova.compute.manager [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Refreshing instance network info cache due to event network-changed-e3d0d3bc-7441-4625-9018-63bf7f121ae8. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.458566] env[69984]: DEBUG oslo_concurrency.lockutils [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] Acquiring lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.458761] env[69984]: DEBUG oslo_concurrency.lockutils [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] Acquired lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.458875] env[69984]: DEBUG nova.network.neutron [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Refreshing network info cache for port e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.683641] env[69984]: DEBUG nova.compute.manager [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Received event network-vif-plugged-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.684240] env[69984]: DEBUG oslo_concurrency.lockutils [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] Acquiring lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.684390] env[69984]: DEBUG oslo_concurrency.lockutils [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.684526] env[69984]: DEBUG oslo_concurrency.lockutils [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.684683] env[69984]: DEBUG nova.compute.manager [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] No waiting events found dispatching network-vif-plugged-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.684849] env[69984]: WARNING nova.compute.manager [req-75cb8d05-d06d-4f6c-a2bd-1a8501403618 req-ecf665a3-a3d6-4a8d-8e3b-90689105ebb3 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Received unexpected event network-vif-plugged-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 for instance with vm_state building and task_state spawning. [ 1058.685927] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.686420] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.688953] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.904s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.691285] env[69984]: DEBUG nova.objects.instance [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'pci_requests' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.772631] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945511, 'name': CreateVM_Task, 'duration_secs': 1.493172} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.772820] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.773670] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.773858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.774242] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.774556] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb500835-69e8-40c4-810d-149be1b61708 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.781034] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1058.781034] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e6b9a-4b14-18f9-6321-d2d105cec2ac" [ 1058.781034] env[69984]: _type = "Task" [ 1058.781034] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.791274] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Successfully updated port: cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.796591] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e6b9a-4b14-18f9-6321-d2d105cec2ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.843601] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945512, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.171934] env[69984]: DEBUG nova.network.neutron [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Updated VIF entry in instance network info cache for port e3d0d3bc-7441-4625-9018-63bf7f121ae8. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.172392] env[69984]: DEBUG nova.network.neutron [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Updating instance_info_cache with network_info: [{"id": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "address": "fa:16:3e:e1:01:6c", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d0d3bc-74", "ovs_interfaceid": "e3d0d3bc-7441-4625-9018-63bf7f121ae8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.193333] env[69984]: DEBUG nova.objects.instance [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'numa_topology' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.195168] env[69984]: DEBUG nova.compute.utils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.196772] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.269634] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1059.270458] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d677fd-908d-4e63-a82b-79dd368f28ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.277977] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1059.278193] env[69984]: ERROR oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk due to incomplete transfer. [ 1059.278428] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-373416bd-d637-47c5-9100-ab16f6813205 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.285990] env[69984]: DEBUG oslo_vmware.rw_handles [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a5e7ee-1873-407e-db96-5f5cbd26b691/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1059.286290] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Uploaded image fbd370e2-fe57-4006-ae4a-12bc538a6a05 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1059.288454] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1059.292297] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7aa946d8-1528-42ec-99ca-a037fdd254cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.294252] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e6b9a-4b14-18f9-6321-d2d105cec2ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013803} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.294527] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.294745] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.294976] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.295142] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.295323] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.295859] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b3a4ac9-ec0b-40e5-8b58-9d783bf3d67e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.298541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.298541] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.300612] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1059.300612] env[69984]: value = "task-3945513" [ 1059.300612] env[69984]: _type = "Task" [ 1059.300612] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.306515] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.306699] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.310659] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f136a22a-ea29-454c-8cce-15d051ddb092 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.313243] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945513, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.317015] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1059.317015] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bec253-811a-714c-0dae-e82051af783d" [ 1059.317015] env[69984]: _type = "Task" [ 1059.317015] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.325676] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bec253-811a-714c-0dae-e82051af783d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.341905] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945512, 'name': CreateVM_Task, 'duration_secs': 0.773979} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.342119] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.342852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.343069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.343690] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8523bcb-3e85-4c0c-9f97-20beccac9fe1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.349098] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1059.349098] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521bfe5e-329b-7a50-8fa4-c4b8390d8fbe" [ 1059.349098] env[69984]: _type = "Task" [ 1059.349098] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.357799] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521bfe5e-329b-7a50-8fa4-c4b8390d8fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.675790] env[69984]: DEBUG oslo_concurrency.lockutils [req-79f0029b-b7dc-48a6-967a-fae6bb248aa0 req-fc75bb62-6b1c-49df-a48b-2ef360ab1b0d service nova] Releasing lock "refresh_cache-3c8fac51-4d64-450e-8719-e9c80b1aee62" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.698172] env[69984]: INFO nova.compute.claims [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.701874] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.812600] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945513, 'name': Destroy_Task, 'duration_secs': 0.347427} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.812794] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Destroyed the VM [ 1059.813075] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.813334] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa4654d2-9741-4660-bf8e-5b6c81dfc295 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.821418] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1059.821418] env[69984]: value = "task-3945514" [ 1059.821418] env[69984]: _type = "Task" [ 1059.821418] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.828607] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bec253-811a-714c-0dae-e82051af783d, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.829780] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106ed9cd-e721-4357-b4e5-07a15e418d1c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.835266] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945514, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.836114] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.841019] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1059.841019] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f28afe-0dfb-7657-97c7-ff9ea1e22329" [ 1059.841019] env[69984]: _type = "Task" [ 1059.841019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.849643] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f28afe-0dfb-7657-97c7-ff9ea1e22329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.860110] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521bfe5e-329b-7a50-8fa4-c4b8390d8fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.860453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.860690] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.860894] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.004219] env[69984]: DEBUG nova.network.neutron [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Updating instance_info_cache with network_info: [{"id": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "address": "fa:16:3e:d7:fb:86", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb6b451-c4", "ovs_interfaceid": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.333372] env[69984]: DEBUG oslo_vmware.api [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945514, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370185} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.333733] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.334144] env[69984]: INFO nova.compute.manager [None req-52d5d93b-4bd3-4cd7-9cec-3eddb9345e3c tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Took 14.53 seconds to snapshot the instance on the hypervisor. [ 1060.351808] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f28afe-0dfb-7657-97c7-ff9ea1e22329, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.352095] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.352373] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b3d50afe-961e-42f6-aaa3-87fb8f0cdf80/b3d50afe-961e-42f6-aaa3-87fb8f0cdf80.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.352671] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352866] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.353510] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c4d184-0fd9-4fb6-96f6-47aaae3251ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.355340] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2394cd-6bb0-4f8c-817d-bea0f86be0f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.364287] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1060.364287] env[69984]: value = "task-3945515" [ 1060.364287] env[69984]: _type = "Task" [ 1060.364287] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.368761] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.368971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.370490] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b608794-2e3f-42f6-9d0e-37c0749618d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.378533] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.379947] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1060.379947] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529847a8-77db-2d06-893d-a02a1f30ccc2" [ 1060.379947] env[69984]: _type = "Task" [ 1060.379947] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.388713] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529847a8-77db-2d06-893d-a02a1f30ccc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.509548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.510016] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Instance network_info: |[{"id": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "address": "fa:16:3e:d7:fb:86", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb6b451-c4", "ovs_interfaceid": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.510499] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:fb:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb6b451-c4b1-4e47-8cca-6e979c1552a2', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.518374] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.519395] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.519898] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2de73d38-31fc-4f16-94b7-90d59bb249ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.539632] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.539632] env[69984]: value = "task-3945516" [ 1060.539632] env[69984]: _type = "Task" [ 1060.539632] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.551038] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945516, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.717817] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.745466] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.745828] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.746020] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.746288] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.746448] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.746634] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.746886] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.747232] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.747302] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.747483] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.747680] env[69984]: DEBUG nova.virt.hardware [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.748980] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78dde7-b612-427b-a0c0-727f4e577efc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.761717] env[69984]: DEBUG nova.compute.manager [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Received event network-changed-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.761927] env[69984]: DEBUG nova.compute.manager [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Refreshing instance network info cache due to event network-changed-cdb6b451-c4b1-4e47-8cca-6e979c1552a2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.762171] env[69984]: DEBUG oslo_concurrency.lockutils [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] Acquiring lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.762324] env[69984]: DEBUG oslo_concurrency.lockutils [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] Acquired lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.762480] env[69984]: DEBUG nova.network.neutron [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Refreshing network info cache for port cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.765320] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02063668-aef9-45cd-9927-a5153c90c9e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.783982] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.790426] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Creating folder: Project (5c567bb3e42c4db2aeada43df5bc52df). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.794615] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9940fdbb-6321-4b00-882a-496383b56573 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.811638] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Created folder: Project (5c567bb3e42c4db2aeada43df5bc52df) in parent group-v782883. [ 1060.811638] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Creating folder: Instances. Parent ref: group-v783144. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.811975] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9555adcc-d99c-4391-94e6-140b6d2b582d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.832222] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Created folder: Instances in parent group-v783144. [ 1060.832540] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.836129] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.836697] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a5fc641-bbb4-4b39-baa6-3bd222ff1742 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.864561] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.864561] env[69984]: value = "task-3945519" [ 1060.864561] env[69984]: _type = "Task" [ 1060.864561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.882738] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.889789] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945519, 'name': CreateVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.900793] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529847a8-77db-2d06-893d-a02a1f30ccc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.902319] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f455f4-afb3-4032-af9d-96bba3d87ce5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.912919] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1060.912919] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52332230-61c6-5c43-9140-3fa48231280a" [ 1060.912919] env[69984]: _type = "Task" [ 1060.912919] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.925516] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52332230-61c6-5c43-9140-3fa48231280a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.988545] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "8585b459-69a2-4567-a783-cbb0695412f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.988842] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.989064] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "8585b459-69a2-4567-a783-cbb0695412f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.989260] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.989447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.993634] env[69984]: INFO nova.compute.manager [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Terminating instance [ 1061.019429] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f6244-7b8c-4294-a06c-92fcc0a4ad7e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.028513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e504fb6d-d36a-4f85-a2a3-96e4384de965 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.074153] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d176f-3941-4860-9f83-aa43f354d447 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.085363] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce7b0d-3fbd-413e-ba50-327ca163fa6b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091205] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945516, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.105423] env[69984]: DEBUG nova.compute.provider_tree [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.376759] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540918} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.381728] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] b3d50afe-961e-42f6-aaa3-87fb8f0cdf80/b3d50afe-961e-42f6-aaa3-87fb8f0cdf80.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.381945] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.382170] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945519, 'name': CreateVM_Task, 'duration_secs': 0.297993} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.382361] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe90eec-cd6f-4151-b518-0009b90731c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.383964] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.384623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.384786] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.385106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.385639] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e62ce6c-cb2a-408f-b0a5-5d0034a6fc9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.390102] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1061.390102] env[69984]: value = "task-3945520" [ 1061.390102] env[69984]: _type = "Task" [ 1061.390102] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.391319] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1061.391319] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5234a8ea-ade0-ab6e-5613-765aee15d1d6" [ 1061.391319] env[69984]: _type = "Task" [ 1061.391319] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.406962] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5234a8ea-ade0-ab6e-5613-765aee15d1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.407225] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.407522] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.407739] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.407971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.424242] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52332230-61c6-5c43-9140-3fa48231280a, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.424602] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.424921] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3c8fac51-4d64-450e-8719-e9c80b1aee62/3c8fac51-4d64-450e-8719-e9c80b1aee62.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.425334] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.425596] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.425880] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0af6cd45-e04d-4e10-84b7-c32945c7e09e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.428208] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc3e667-7d80-4142-8a07-cd03fe683480 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.436715] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1061.436715] env[69984]: value = "task-3945521" [ 1061.436715] env[69984]: _type = "Task" [ 1061.436715] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.441528] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.441528] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.442816] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3748ef0-cf96-415a-8b6f-f4ff9df96438 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.448814] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.455604] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1061.455604] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52257784-25be-ba65-ff58-ff6b3329908f" [ 1061.455604] env[69984]: _type = "Task" [ 1061.455604] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.463717] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52257784-25be-ba65-ff58-ff6b3329908f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.488965] env[69984]: DEBUG nova.network.neutron [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Updated VIF entry in instance network info cache for port cdb6b451-c4b1-4e47-8cca-6e979c1552a2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.489369] env[69984]: DEBUG nova.network.neutron [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Updating instance_info_cache with network_info: [{"id": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "address": "fa:16:3e:d7:fb:86", "network": {"id": "d554ee78-a18d-4b1d-be65-d31c823c407b", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-854649758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de1b031cb74648f2ba7f36226824b407", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb6b451-c4", "ovs_interfaceid": "cdb6b451-c4b1-4e47-8cca-6e979c1552a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.499401] env[69984]: DEBUG nova.compute.manager [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.499401] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.500570] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da85695-7d3c-4ccd-a882-a7df3d4cab3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.511096] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.511392] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f91cca1-7f97-4c81-ad3b-37cd87eb79e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.551229] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.551484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.580827] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945516, 'name': CreateVM_Task, 'duration_secs': 0.57538} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.582242] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.583078] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.583301] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.583485] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore1] 8585b459-69a2-4567-a783-cbb0695412f4 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.584186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.584348] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.584660] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.584894] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-058df5e6-3641-4a3b-a071-224c9685483b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.587035] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3b9313-6570-40ca-a6d6-284c0d03311e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.592420] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1061.592420] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5206fa32-877d-a0f6-0cb8-deacc271b2a7" [ 1061.592420] env[69984]: _type = "Task" [ 1061.592420] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.596529] env[69984]: DEBUG oslo_vmware.api [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1061.596529] env[69984]: value = "task-3945523" [ 1061.596529] env[69984]: _type = "Task" [ 1061.596529] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.602818] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5206fa32-877d-a0f6-0cb8-deacc271b2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.607592] env[69984]: DEBUG oslo_vmware.api [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.608378] env[69984]: DEBUG nova.scheduler.client.report [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.903386] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069193} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.903777] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.904564] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50319aa-77cd-4e71-ad34-8d27cac66be7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.929432] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] b3d50afe-961e-42f6-aaa3-87fb8f0cdf80/b3d50afe-961e-42f6-aaa3-87fb8f0cdf80.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.929793] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c534c7-c3d7-4036-89d2-408e8a225148 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.961228] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.961553] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1061.961553] env[69984]: value = "task-3945524" [ 1061.961553] env[69984]: _type = "Task" [ 1061.961553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.974740] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.980548] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52257784-25be-ba65-ff58-ff6b3329908f, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.981826] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784d0b07-fb65-43bf-8eda-33d917b9d8fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.988150] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1061.988150] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269687f-9aff-54fa-1495-0c6dddc926fc" [ 1061.988150] env[69984]: _type = "Task" [ 1061.988150] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.992429] env[69984]: DEBUG oslo_concurrency.lockutils [req-b8f59c19-3612-4391-ad32-a40f400e67e6 req-04398575-38a0-4bc3-a677-9911cd64c1b0 service nova] Releasing lock "refresh_cache-3126ef81-4e55-4463-a81d-4f8e0af322e4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.998272] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269687f-9aff-54fa-1495-0c6dddc926fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.054228] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.105022] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5206fa32-877d-a0f6-0cb8-deacc271b2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.105906] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.106269] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.106535] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.110468] env[69984]: DEBUG oslo_vmware.api [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359516} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.110759] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.110846] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.111172] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.111370] env[69984]: INFO nova.compute.manager [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1062.111609] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.111801] env[69984]: DEBUG nova.compute.manager [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.111900] env[69984]: DEBUG nova.network.neutron [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.114272] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.425s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.116522] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.019s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.116718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.118835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.397s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.145696] env[69984]: INFO nova.scheduler.client.report [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocations for instance 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752 [ 1062.153224] env[69984]: INFO nova.network.neutron [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating port 39651ffc-51c1-438b-9989-33c3f84efd57 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1062.385614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.385870] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.386374] env[69984]: DEBUG nova.objects.instance [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.461393] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542022} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.461749] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3c8fac51-4d64-450e-8719-e9c80b1aee62/3c8fac51-4d64-450e-8719-e9c80b1aee62.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.463012] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.463012] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8be5cf3-69f2-4008-9c86-6550fddb891b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.473646] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1062.473646] env[69984]: value = "task-3945525" [ 1062.473646] env[69984]: _type = "Task" [ 1062.473646] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.476705] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945524, 'name': ReconfigVM_Task, 'duration_secs': 0.298373} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.480371] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Reconfigured VM instance instance-0000005d to attach disk [datastore2] b3d50afe-961e-42f6-aaa3-87fb8f0cdf80/b3d50afe-961e-42f6-aaa3-87fb8f0cdf80.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.481677] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b15edf-b932-4f10-963f-63fc2f3e4e4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491288] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.495308] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1062.495308] env[69984]: value = "task-3945526" [ 1062.495308] env[69984]: _type = "Task" [ 1062.495308] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.502871] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269687f-9aff-54fa-1495-0c6dddc926fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.503410] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.503693] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.504017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.504304] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.504564] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4b86d6-617c-4cb4-a7e2-7b878ae63d9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.510377] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321b705d-6927-46b9-9059-fed4865cbfd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.511907] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945526, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.516728] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1062.516728] env[69984]: value = "task-3945527" [ 1062.516728] env[69984]: _type = "Task" [ 1062.516728] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.521770] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.522012] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.523241] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df38421a-a7ea-4913-8541-addb1230bdb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.534247] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.536041] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1062.536041] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284ebc3-847a-2d10-c9f9-c30d463cd097" [ 1062.536041] env[69984]: _type = "Task" [ 1062.536041] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.545764] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284ebc3-847a-2d10-c9f9-c30d463cd097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.576988] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.657484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f7e1a5dd-9330-452f-9665-649b7a824f7a tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.694s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.789831] env[69984]: DEBUG nova.compute.manager [req-84e68b1b-3ecc-4109-b4fe-1217500be6a5 req-97175ebe-eeec-4dd4-bea0-71587387ad03 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Received event network-vif-deleted-6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.790181] env[69984]: INFO nova.compute.manager [req-84e68b1b-3ecc-4109-b4fe-1217500be6a5 req-97175ebe-eeec-4dd4-bea0-71587387ad03 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Neutron deleted interface 6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f; detaching it from the instance and deleting it from the info cache [ 1062.790465] env[69984]: DEBUG nova.network.neutron [req-84e68b1b-3ecc-4109-b4fe-1217500be6a5 req-97175ebe-eeec-4dd4-bea0-71587387ad03 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.830409] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592e46b-95dd-4420-8122-787db4f95b73 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.838199] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec5dc9-d4a1-4489-8f8f-766c2be2baeb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.868872] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537d4c0-1dd7-42ba-92bf-4b59af8fcc78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.877293] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a1b37-84fb-4e9a-a33c-58c0026f92ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.894031] env[69984]: DEBUG nova.objects.instance [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.895335] env[69984]: DEBUG nova.compute.provider_tree [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.946144] env[69984]: DEBUG nova.network.neutron [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.989429] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090399} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.989708] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.990518] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf65153-1e1f-427b-9b7b-822a371fbc45 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.014164] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 3c8fac51-4d64-450e-8719-e9c80b1aee62/3c8fac51-4d64-450e-8719-e9c80b1aee62.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.017590] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec6b96-9e07-46cf-8d4c-c4fc4f49fabe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.047328] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1063.047328] env[69984]: value = "task-3945528" [ 1063.047328] env[69984]: _type = "Task" [ 1063.047328] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.047583] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.047785] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945526, 'name': Rename_Task, 'duration_secs': 0.265222} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.048597] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.051876] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57df4826-ed0f-46e2-b460-bfe3d1a46570 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.057373] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284ebc3-847a-2d10-c9f9-c30d463cd097, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.059150] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63428e3f-4877-4315-9d02-9e9474044cd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.065914] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.068122] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1063.068122] env[69984]: value = "task-3945529" [ 1063.068122] env[69984]: _type = "Task" [ 1063.068122] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.075027] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1063.075027] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52388829-8625-de86-1c5b-5c4bf138c7ff" [ 1063.075027] env[69984]: _type = "Task" [ 1063.075027] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.079552] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.085807] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52388829-8625-de86-1c5b-5c4bf138c7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.294084] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fc563bf-e062-4671-b6b8-62ddab258210 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.305554] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a49fe-78df-4c04-8863-6ff79aff54ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.342155] env[69984]: DEBUG nova.compute.manager [req-84e68b1b-3ecc-4109-b4fe-1217500be6a5 req-97175ebe-eeec-4dd4-bea0-71587387ad03 service nova] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Detach interface failed, port_id=6b8aa0ac-ce6c-4725-8b76-e5269f1cdd6f, reason: Instance 8585b459-69a2-4567-a783-cbb0695412f4 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.397601] env[69984]: DEBUG nova.objects.base [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<34cff730-558a-4f02-9c43-c5f7fe528615> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.397973] env[69984]: DEBUG nova.network.neutron [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.401114] env[69984]: DEBUG nova.scheduler.client.report [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.448708] env[69984]: INFO nova.compute.manager [-] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Took 1.34 seconds to deallocate network for instance. [ 1063.523202] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95ba491e-b835-439c-b1ef-315bac39c808 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.137s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.545315] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.560021] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.581286] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.590191] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52388829-8625-de86-1c5b-5c4bf138c7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.02657} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.590367] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.590640] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3126ef81-4e55-4463-a81d-4f8e0af322e4/3126ef81-4e55-4463-a81d-4f8e0af322e4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.590962] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e392546-4d4b-459e-b672-817f318346c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.598941] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1063.598941] env[69984]: value = "task-3945530" [ 1063.598941] env[69984]: _type = "Task" [ 1063.598941] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.612716] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.639545] env[69984]: DEBUG nova.compute.manager [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.639545] env[69984]: DEBUG oslo_concurrency.lockutils [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.639545] env[69984]: DEBUG oslo_concurrency.lockutils [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.639545] env[69984]: DEBUG oslo_concurrency.lockutils [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.640097] env[69984]: DEBUG nova.compute.manager [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] No waiting events found dispatching network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.640441] env[69984]: WARNING nova.compute.manager [req-d73b3cca-34a0-4fed-9576-a8fb7e5bbf11 req-52e4cf9e-7d60-4c44-a28f-563aca76f2b1 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received unexpected event network-vif-plugged-39651ffc-51c1-438b-9989-33c3f84efd57 for instance with vm_state shelved_offloaded and task_state spawning. [ 1063.727587] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.727809] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.728036] env[69984]: DEBUG nova.network.neutron [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.957872] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.044923] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945527, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091398} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.045974] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.046297] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.046565] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1268c00f-e8cc-4e4d-b483-8594070e4bfa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.059731] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945528, 'name': ReconfigVM_Task, 'duration_secs': 0.655606} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.061310] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 3c8fac51-4d64-450e-8719-e9c80b1aee62/3c8fac51-4d64-450e-8719-e9c80b1aee62.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.062067] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1064.062067] env[69984]: value = "task-3945531" [ 1064.062067] env[69984]: _type = "Task" [ 1064.062067] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.062347] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21d9c08f-7d50-4623-b0a9-79d137c79ec4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.074490] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.079412] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1064.079412] env[69984]: value = "task-3945532" [ 1064.079412] env[69984]: _type = "Task" [ 1064.079412] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.086984] env[69984]: DEBUG oslo_vmware.api [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945529, 'name': PowerOnVM_Task, 'duration_secs': 0.754551} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.087761] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.087981] env[69984]: INFO nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1064.088184] env[69984]: DEBUG nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.089084] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24585d4b-e216-43ee-99e3-4fc503e2ed78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.095716] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945532, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.114223] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945530, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.413406] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.413675] env[69984]: DEBUG nova.compute.manager [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69984) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1064.416588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.840s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.420198] env[69984]: INFO nova.compute.claims [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.462093] env[69984]: DEBUG nova.network.neutron [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.578482] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085705} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.578793] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.579638] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2daad49-23ad-4beb-977b-738f1e6459e2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.606614] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.610802] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6415fea4-c513-49ba-8061-63e0ec4d2277 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.628911] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945532, 'name': Rename_Task, 'duration_secs': 0.242007} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.634537] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.635274] env[69984]: INFO nova.compute.manager [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Took 22.85 seconds to build instance. [ 1064.639380] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c50fc1c9-4598-4af3-84ab-69a5a3d2c3cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.645954] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526359} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.648944] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3126ef81-4e55-4463-a81d-4f8e0af322e4/3126ef81-4e55-4463-a81d-4f8e0af322e4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.648944] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.648944] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1064.648944] env[69984]: value = "task-3945534" [ 1064.648944] env[69984]: _type = "Task" [ 1064.648944] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.648944] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1064.648944] env[69984]: value = "task-3945533" [ 1064.648944] env[69984]: _type = "Task" [ 1064.648944] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.649373] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f2344a3-aca8-4699-a9b6-551ef7be6079 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.666971] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.671767] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1064.671767] env[69984]: value = "task-3945535" [ 1064.671767] env[69984]: _type = "Task" [ 1064.671767] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.683288] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.965756] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.992938] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e277356d003465de3a9fb70868e4e1e5',container_format='bare',created_at=2025-05-09T10:39:03Z,direct_url=,disk_format='vmdk',id=b2b6418b-b6e3-4126-afac-71293ba62754,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-263545365-shelved',owner='3c4c9aa782b5428bb5c8102adb8e57f8',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-05-09T10:39:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.993197] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.993401] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.993583] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.993742] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.993894] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.994209] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.994363] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.994566] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.995404] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.995404] env[69984]: DEBUG nova.virt.hardware [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.995832] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7891a4-44f4-4f7a-8d01-15aa058b9f38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.999509] env[69984]: INFO nova.scheduler.client.report [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted allocation for migration 5c35a80f-5fd0-4ce6-9e85-5181696b1888 [ 1065.008263] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef5e0bd-e485-4eae-99d0-f6f121880679 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.025574] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:6d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39651ffc-51c1-438b-9989-33c3f84efd57', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.034527] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.034925] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.035839] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7474f351-90fa-4335-94d1-5621e85b6c13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.057465] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.057465] env[69984]: value = "task-3945536" [ 1065.057465] env[69984]: _type = "Task" [ 1065.057465] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.067254] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945536, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.068966] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.070038] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.070038] env[69984]: INFO nova.compute.manager [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Shelving [ 1065.141156] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f47ecc9e-0c8e-4a7c-bccc-a67ffa04715b tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.359s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.170141] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.171173] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945533, 'name': ReconfigVM_Task, 'duration_secs': 0.325232} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.171530] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.172327] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74861f3a-1f1d-4965-9f34-c0f8b7a495d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.184435] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081212} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.186415] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.186814] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1065.186814] env[69984]: value = "task-3945537" [ 1065.186814] env[69984]: _type = "Task" [ 1065.186814] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.188626] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7402219b-fadc-4d8b-b17d-db068d1e70da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.217963] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 3126ef81-4e55-4463-a81d-4f8e0af322e4/3126ef81-4e55-4463-a81d-4f8e0af322e4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.222463] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896ab636-7c01-4c31-bf0c-a6a84e9dd0b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.237674] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945537, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.243996] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1065.243996] env[69984]: value = "task-3945538" [ 1065.243996] env[69984]: _type = "Task" [ 1065.243996] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.253436] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.508431] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fd0e7e0a-e9df-4ba0-8a78-7c3700b31124 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.671s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.571315] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945536, 'name': CreateVM_Task, 'duration_secs': 0.472187} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.571525] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.572409] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.572531] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.572823] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.575199] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1256de-0126-4e7e-8810-3d3a1c8c750c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.586030] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1065.586030] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aaf505-d690-3e24-983c-9c8c00922895" [ 1065.586030] env[69984]: _type = "Task" [ 1065.586030] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.599430] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52aaf505-d690-3e24-983c-9c8c00922895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.645632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.646133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.646285] env[69984]: DEBUG nova.objects.instance [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.663936] env[69984]: DEBUG oslo_vmware.api [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945534, 'name': PowerOnVM_Task, 'duration_secs': 0.97677} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.664248] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.664452] env[69984]: INFO nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1065.664632] env[69984]: DEBUG nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.665748] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24a5fa1-7a09-4fd1-a973-ed9198916074 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.670166] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4253e-0a6f-4a03-849d-f04185f53abf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.684089] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b90b120-8e99-486c-92b0-f20d0224a9d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.690130] env[69984]: DEBUG nova.compute.manager [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.690330] env[69984]: DEBUG nova.compute.manager [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing instance network info cache due to event network-changed-39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.690552] env[69984]: DEBUG oslo_concurrency.lockutils [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.690698] env[69984]: DEBUG oslo_concurrency.lockutils [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.690860] env[69984]: DEBUG nova.network.neutron [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Refreshing network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.724048] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3271eb-6a9b-4006-9d23-462b028aedcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.730733] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945537, 'name': Rename_Task, 'duration_secs': 0.20309} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.731674] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.731955] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dbee2c4-afdd-41c9-ae56-55375ad2fb0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.737750] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdc5981-6156-4ee7-b354-b26d4f575de0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.743602] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1065.743602] env[69984]: value = "task-3945539" [ 1065.743602] env[69984]: _type = "Task" [ 1065.743602] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.762150] env[69984]: DEBUG nova.compute.provider_tree [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.768232] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945539, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.771718] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945538, 'name': ReconfigVM_Task, 'duration_secs': 0.354477} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.772708] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 3126ef81-4e55-4463-a81d-4f8e0af322e4/3126ef81-4e55-4463-a81d-4f8e0af322e4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.773413] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49146c5a-caf1-42e8-96ab-245a8679677f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.781148] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1065.781148] env[69984]: value = "task-3945540" [ 1065.781148] env[69984]: _type = "Task" [ 1065.781148] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.791703] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945540, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.844966] env[69984]: DEBUG nova.objects.instance [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.944408] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f19e6-f4d1-4eed-afa5-598be587140a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.952501] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Suspending the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1065.952902] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0dd75f6e-12d4-4489-8198-0d486e767e93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.959496] env[69984]: DEBUG oslo_vmware.api [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1065.959496] env[69984]: value = "task-3945541" [ 1065.959496] env[69984]: _type = "Task" [ 1065.959496] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.968680] env[69984]: DEBUG oslo_vmware.api [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945541, 'name': SuspendVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.085934] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.086346] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c79e39-b3aa-46eb-b997-750a9109699f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.100493] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.100784] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Processing image b2b6418b-b6e3-4126-afac-71293ba62754 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.101132] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.101328] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.101544] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.101874] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1066.101874] env[69984]: value = "task-3945542" [ 1066.101874] env[69984]: _type = "Task" [ 1066.101874] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.102081] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cb08ef-5329-47d0-8ecf-0e0233563802 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.113768] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.121256] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.121656] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.122469] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1eb088-6f48-4c38-bb32-0c97597e6132 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.129021] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1066.129021] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d32e77-bd42-31a0-32eb-771c2eb4f36c" [ 1066.129021] env[69984]: _type = "Task" [ 1066.129021] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.138973] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d32e77-bd42-31a0-32eb-771c2eb4f36c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.192281] env[69984]: INFO nova.compute.manager [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Took 21.56 seconds to build instance. [ 1066.258573] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.264585] env[69984]: DEBUG nova.objects.instance [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.267059] env[69984]: DEBUG nova.scheduler.client.report [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.292449] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945540, 'name': Rename_Task, 'duration_secs': 0.288056} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.295015] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.295324] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b29a36-1c40-49d3-ab5c-3915b4c2d345 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.303035] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1066.303035] env[69984]: value = "task-3945543" [ 1066.303035] env[69984]: _type = "Task" [ 1066.303035] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.313179] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.351205] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.351417] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.351665] env[69984]: DEBUG nova.network.neutron [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.351846] env[69984]: DEBUG nova.objects.instance [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'info_cache' on Instance uuid 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.418503] env[69984]: DEBUG nova.network.neutron [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updated VIF entry in instance network info cache for port 39651ffc-51c1-438b-9989-33c3f84efd57. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.418876] env[69984]: DEBUG nova.network.neutron [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.471518] env[69984]: DEBUG oslo_vmware.api [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945541, 'name': SuspendVM_Task} progress is 62%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.614413] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945542, 'name': PowerOffVM_Task, 'duration_secs': 0.235189} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.614715] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.615513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7cdfe2-5d74-4a89-aa9e-f2adbf3ea154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.638917] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188b19a-f164-47f9-9d83-f5e1c18b4a0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.649775] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1066.650048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Fetch image to [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f/OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1066.650243] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Downloading stream optimized image b2b6418b-b6e3-4126-afac-71293ba62754 to [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f/OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f.vmdk on the data store datastore1 as vApp {{(pid=69984) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1066.650419] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Downloading image file data b2b6418b-b6e3-4126-afac-71293ba62754 to the ESX as VM named 'OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f' {{(pid=69984) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1066.698791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-eb8b1e9c-7399-40af-89ba-ed64fe71845a tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.074s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.740550] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1066.740550] env[69984]: value = "resgroup-9" [ 1066.740550] env[69984]: _type = "ResourcePool" [ 1066.740550] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1066.744162] env[69984]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c7c16fb8-a24a-4e37-bcb2-bf3c6e18389a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.766403] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.768131] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lease: (returnval){ [ 1066.768131] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1066.768131] env[69984]: _type = "HttpNfcLease" [ 1066.768131] env[69984]: } obtained for vApp import into resource pool (val){ [ 1066.768131] env[69984]: value = "resgroup-9" [ 1066.768131] env[69984]: _type = "ResourcePool" [ 1066.768131] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1066.768680] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the lease: (returnval){ [ 1066.768680] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1066.768680] env[69984]: _type = "HttpNfcLease" [ 1066.768680] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1066.771675] env[69984]: DEBUG nova.objects.base [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<34cff730-558a-4f02-9c43-c5f7fe528615> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.771872] env[69984]: DEBUG nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.774794] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.775304] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.783578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.823s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.783578] env[69984]: DEBUG nova.objects.instance [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lazy-loading 'resources' on Instance uuid 8585b459-69a2-4567-a783-cbb0695412f4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.783578] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.783578] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1066.783578] env[69984]: _type = "HttpNfcLease" [ 1066.783578] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.814355] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.843911] env[69984]: DEBUG nova.policy [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.856086] env[69984]: DEBUG nova.objects.base [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Object Instance<886d6345-a38f-40dc-b6c3-e50f3a9bf72c> lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.921795] env[69984]: DEBUG oslo_concurrency.lockutils [req-6a8e795f-08d0-4383-90b2-cfa0077a29d9 req-526a605d-1fd7-42e9-bba7-5abf35dc7f79 service nova] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.975779] env[69984]: DEBUG oslo_vmware.api [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945541, 'name': SuspendVM_Task, 'duration_secs': 0.962065} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.976190] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Suspended the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1066.977184] env[69984]: DEBUG nova.compute.manager [None req-d1b8c6b1-39f8-458e-ad7a-fe506dc705f1 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.978052] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ddb2e-2045-4e2c-a69f-8a0fd584fbbd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.157074] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.157529] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e141e30-410b-4ec6-b88d-ef9259f6f5f2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.172152] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1067.172152] env[69984]: value = "task-3945545" [ 1067.172152] env[69984]: _type = "Task" [ 1067.172152] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.185658] env[69984]: DEBUG nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Successfully created port: bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.189051] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945545, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.266401] env[69984]: DEBUG oslo_vmware.api [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945539, 'name': PowerOnVM_Task, 'duration_secs': 1.256038} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.266687] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.266896] env[69984]: INFO nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1067.267088] env[69984]: DEBUG nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.267908] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a517303-4884-462b-9a90-b91ad56602c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.277927] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.277927] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1067.277927] env[69984]: _type = "HttpNfcLease" [ 1067.277927] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.283400] env[69984]: DEBUG nova.compute.utils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.288025] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.288025] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.317107] env[69984]: DEBUG oslo_vmware.api [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945543, 'name': PowerOnVM_Task, 'duration_secs': 0.724271} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.317572] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.317572] env[69984]: INFO nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1067.317735] env[69984]: DEBUG nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.318574] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b496b-3515-4e76-ae86-c118f5cfa047 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.339028] env[69984]: DEBUG nova.policy [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9d4e81369e94f7482f6d74c816cada2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397b292ba6474400a513e7055d8f3e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.521498] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e7340-08ac-4580-a52b-59b0589c6440 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.532039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4eea1a-823a-4596-ab78-a62a68a757f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.569194] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84758dff-d4d0-4661-8379-12c02a2bacbc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.577837] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d83f74-d58b-4f28-9f1e-0596d38191a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.592981] env[69984]: DEBUG nova.compute.provider_tree [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.683370] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945545, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.698351] env[69984]: DEBUG nova.network.neutron [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [{"id": "f0b84a64-11dd-4939-8940-f853c3686050", "address": "fa:16:3e:bf:b0:b4", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b84a64-11", "ovs_interfaceid": "f0b84a64-11dd-4939-8940-f853c3686050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.727916] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Successfully created port: 6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.780090] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.780090] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1067.780090] env[69984]: _type = "HttpNfcLease" [ 1067.780090] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.780382] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.780382] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5274a3b7-31d1-24a1-865e-d4d9fc163e10" [ 1067.780382] env[69984]: _type = "HttpNfcLease" [ 1067.780382] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1067.781482] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817349cd-a62b-4d50-aea8-e4ff6dde60af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.790341] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.801923] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.802187] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1067.806917] env[69984]: INFO nova.compute.manager [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Took 18.35 seconds to build instance. [ 1067.881781] env[69984]: INFO nova.compute.manager [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Took 19.25 seconds to build instance. [ 1067.890259] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d571a13-c47a-417e-9084-1ffe532be639 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.896285] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.896646] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.896897] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.898144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.898144] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.902126] env[69984]: INFO nova.compute.manager [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Terminating instance [ 1067.970956] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.971293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.971538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.971738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.971996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.974351] env[69984]: INFO nova.compute.manager [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Terminating instance [ 1068.096631] env[69984]: DEBUG nova.scheduler.client.report [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.191873] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945545, 'name': CreateSnapshot_Task, 'duration_secs': 0.936898} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.192252] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.193541] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf2287-b77e-424f-8ed4-161ab5f193a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.201207] env[69984]: DEBUG oslo_concurrency.lockutils [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-886d6345-a38f-40dc-b6c3-e50f3a9bf72c" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.313081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5b3d30ee-e88b-41be-b152-43f7de084ddb tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.881s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.387384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-49975c53-2366-4409-b57f-525db49d3c0c tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.768s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.406724] env[69984]: DEBUG nova.compute.manager [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.406956] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.408015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9f001-dd24-42db-97fb-2c31ba6b87d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.417574] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.417996] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f0bf441-65c6-4d19-9b37-62f943fca5ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.426484] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1068.426484] env[69984]: value = "task-3945546" [ 1068.426484] env[69984]: _type = "Task" [ 1068.426484] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.436046] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.478553] env[69984]: DEBUG nova.compute.manager [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.478873] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.479863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4175d8a-6eaa-4067-be55-2da8f33c1bd9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.492046] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.494264] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e11773-6f82-48f8-bbfe-861ea125e546 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588508] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.588880] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.589204] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore2] b3d50afe-961e-42f6-aaa3-87fb8f0cdf80 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.589620] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04709a87-5927-4361-a578-dcfcab758e05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.601203] env[69984]: DEBUG oslo_vmware.api [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1068.601203] env[69984]: value = "task-3945548" [ 1068.601203] env[69984]: _type = "Task" [ 1068.601203] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.602220] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.617489] env[69984]: DEBUG oslo_vmware.api [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.641053] env[69984]: INFO nova.scheduler.client.report [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted allocations for instance 8585b459-69a2-4567-a783-cbb0695412f4 [ 1068.725012] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1068.732362] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.732859] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa38fa9c-a10f-4e16-9cb8-a950b5c1c3fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.738931] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1acb698a-51fa-441d-8bec-13e9a91ce565 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.757642] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1068.757642] env[69984]: value = "task-3945550" [ 1068.757642] env[69984]: _type = "Task" [ 1068.757642] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.757903] env[69984]: DEBUG oslo_vmware.api [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1068.757903] env[69984]: value = "task-3945549" [ 1068.757903] env[69984]: _type = "Task" [ 1068.757903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.776284] env[69984]: DEBUG oslo_vmware.api [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.816503] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.850616] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.850874] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.851132] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.851381] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.851491] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.851667] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.852010] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.852235] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.852446] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.852610] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.852777] env[69984]: DEBUG nova.virt.hardware [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.856899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ba908-fcc4-45f1-a560-625a047703fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.868567] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439b231-b761-456d-bae0-f01e4d84acf6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.913267] env[69984]: DEBUG nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Successfully updated port: bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.943924] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945546, 'name': PowerOffVM_Task, 'duration_secs': 0.268429} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.945992] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.946383] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.946800] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9489b15d-7bc4-42be-9d55-822e786f6689 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.020889] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.021144] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.021297] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore2] 3c8fac51-4d64-450e-8719-e9c80b1aee62 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.022877] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8504a69d-a4af-4a2f-9a0d-fa633a5bdf2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.030582] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1069.030582] env[69984]: value = "task-3945552" [ 1069.030582] env[69984]: _type = "Task" [ 1069.030582] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.040613] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.120722] env[69984]: DEBUG oslo_vmware.api [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280852} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.121523] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.121670] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.121741] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.121939] env[69984]: INFO nova.compute.manager [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1069.122275] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.122449] env[69984]: DEBUG nova.compute.manager [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.122554] env[69984]: DEBUG nova.network.neutron [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.151750] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9065bce5-aab9-48a2-bae3-b23c4bec22d6 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "8585b459-69a2-4567-a783-cbb0695412f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.163s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.211850] env[69984]: DEBUG nova.compute.manager [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-plugged-bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.212130] env[69984]: DEBUG oslo_concurrency.lockutils [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.212352] env[69984]: DEBUG oslo_concurrency.lockutils [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.212811] env[69984]: DEBUG oslo_concurrency.lockutils [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.212811] env[69984]: DEBUG nova.compute.manager [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] No waiting events found dispatching network-vif-plugged-bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.213072] env[69984]: WARNING nova.compute.manager [req-57838cad-2ca4-4408-ac87-03913db86f1c req-2d31fb3f-9a29-457e-b047-0533e814f707 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received unexpected event network-vif-plugged-bbe05a87-3daf-4289-a3cb-a562ff96340c for instance with vm_state active and task_state None. [ 1069.234934] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1069.235337] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.236709] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d62b7-d354-456b-b610-210c9052208b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.245884] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.246181] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1069.246559] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cec3cb04-7b8f-4194-8094-e7f6cbd49ac9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.260783] env[69984]: INFO nova.compute.manager [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Rebuilding instance [ 1069.281178] env[69984]: DEBUG oslo_vmware.api [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.281492] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945550, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.328021] env[69984]: DEBUG nova.compute.manager [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.328914] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8bee44-53ee-4631-933a-24befec05426 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.423799] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.423799] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.423799] env[69984]: DEBUG nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.484440] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Successfully updated port: 6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.542647] env[69984]: DEBUG oslo_vmware.api [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211219} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.542934] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.543218] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.543442] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.543623] env[69984]: INFO nova.compute.manager [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1069.543877] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.544126] env[69984]: DEBUG nova.compute.manager [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.544257] env[69984]: DEBUG nova.network.neutron [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.685968] env[69984]: DEBUG nova.compute.manager [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Received event network-vif-plugged-6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.686235] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] Acquiring lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.686467] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.686697] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.686939] env[69984]: DEBUG nova.compute.manager [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] No waiting events found dispatching network-vif-plugged-6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1069.687221] env[69984]: WARNING nova.compute.manager [req-ea4bd7d3-be19-4600-bfe6-808e4ea223c0 req-3fb9c46c-cd71-4f0b-9355-8919a1b0f533 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Received unexpected event network-vif-plugged-6e3715da-8ae2-418b-93fa-d422d193bc37 for instance with vm_state building and task_state spawning. [ 1069.748949] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7ffa-dab0-d2f1-3383-7586a6d32364/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1069.749202] env[69984]: INFO nova.virt.vmwareapi.images [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Downloaded image file data b2b6418b-b6e3-4126-afac-71293ba62754 [ 1069.750816] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdce97-b286-477b-9c57-4deb11be2d46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.775526] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acf29ab-fad4-4439-94e2-9c93d61d0ef5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.787119] env[69984]: DEBUG oslo_vmware.api [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945549, 'name': PowerOnVM_Task, 'duration_secs': 0.586039} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.791110] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.791110] env[69984]: DEBUG nova.compute.manager [None req-56b5ffc4-a854-410d-8a2a-252d9db63573 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.791228] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945550, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.792119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a531b06-518a-4124-bb5e-c325e6ecc3e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.818266] env[69984]: INFO nova.virt.vmwareapi.images [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] The imported VM was unregistered [ 1069.820200] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1069.821350] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.821978] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79fcb987-8e95-413f-ad34-bf5851d4a159 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.838705] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.838957] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f/OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f.vmdk to [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk. {{(pid=69984) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1069.839223] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-979e16a0-7216-4416-aeb6-565f0def5a66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.850173] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1069.850173] env[69984]: value = "task-3945554" [ 1069.850173] env[69984]: _type = "Task" [ 1069.850173] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.860596] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.964659] env[69984]: WARNING nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1069.989710] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.989880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.990072] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.991463] env[69984]: DEBUG nova.network.neutron [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.280782] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945550, 'name': CloneVM_Task, 'duration_secs': 1.313598} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.281174] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Created linked-clone VM from snapshot [ 1070.282345] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc50db9-69d7-4890-86d4-1095b3f3dbde {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.293579] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Uploading image 5cdb63fb-99be-49cb-b413-6f97391861f0 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1070.299685] env[69984]: DEBUG nova.network.neutron [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "address": "fa:16:3e:bc:06:a5", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe05a87-3d", "ovs_interfaceid": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.309176] env[69984]: DEBUG nova.network.neutron [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.326213] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1070.326213] env[69984]: value = "vm-783150" [ 1070.326213] env[69984]: _type = "VirtualMachine" [ 1070.326213] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1070.326795] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-418a90ad-c41e-4188-9ab2-3f30b9beb69b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.335321] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease: (returnval){ [ 1070.335321] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e2d735-b310-db56-2b77-3c9fc150b9e3" [ 1070.335321] env[69984]: _type = "HttpNfcLease" [ 1070.335321] env[69984]: } obtained for exporting VM: (result){ [ 1070.335321] env[69984]: value = "vm-783150" [ 1070.335321] env[69984]: _type = "VirtualMachine" [ 1070.335321] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1070.335702] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the lease: (returnval){ [ 1070.335702] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e2d735-b310-db56-2b77-3c9fc150b9e3" [ 1070.335702] env[69984]: _type = "HttpNfcLease" [ 1070.335702] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1070.345944] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.346216] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.346216] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e2d735-b310-db56-2b77-3c9fc150b9e3" [ 1070.346216] env[69984]: _type = "HttpNfcLease" [ 1070.346216] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1070.346428] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd3e074-e581-4065-9e1b-e73c53033e4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.355979] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1070.355979] env[69984]: value = "task-3945556" [ 1070.355979] env[69984]: _type = "Task" [ 1070.355979] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.364604] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.370828] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.497209] env[69984]: INFO nova.compute.manager [-] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Took 1.37 seconds to deallocate network for instance. [ 1070.536610] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.661751] env[69984]: INFO nova.compute.manager [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Rebuilding instance [ 1070.695817] env[69984]: DEBUG nova.network.neutron [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Updating instance_info_cache with network_info: [{"id": "6e3715da-8ae2-418b-93fa-d422d193bc37", "address": "fa:16:3e:ac:dd:a8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3715da-8a", "ovs_interfaceid": "6e3715da-8ae2-418b-93fa-d422d193bc37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.717323] env[69984]: DEBUG nova.compute.manager [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.718218] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36ef09-2571-42e0-9cf7-24203b5e36c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.802937] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.803636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.804355] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.804849] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006caeb-32e0-466c-a815-7710b2783494 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.810906] env[69984]: INFO nova.compute.manager [-] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Took 1.27 seconds to deallocate network for instance. [ 1070.824965] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.825764] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.825764] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.825764] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.825764] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.825886] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.826120] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.826483] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.826483] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.826610] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.826780] env[69984]: DEBUG nova.virt.hardware [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.833226] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfiguring VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.837941] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b64094-9bd8-434c-bebe-568ebc9326d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.864277] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.864277] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e2d735-b310-db56-2b77-3c9fc150b9e3" [ 1070.864277] env[69984]: _type = "HttpNfcLease" [ 1070.864277] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.866138] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.866138] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e2d735-b310-db56-2b77-3c9fc150b9e3" [ 1070.866138] env[69984]: _type = "HttpNfcLease" [ 1070.866138] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.866524] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1070.866524] env[69984]: value = "task-3945557" [ 1070.866524] env[69984]: _type = "Task" [ 1070.866524] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.870139] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86cfed8-3675-46bf-997c-3ba2e772278d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.872976] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.880693] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945556, 'name': PowerOffVM_Task, 'duration_secs': 0.253415} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.882500] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.882748] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.884040] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9494a0-4e80-4693-a417-055a29a7fa94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.894024] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.894264] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.895504] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.952246] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.952623] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f8b1a5-192a-44d4-8e3f-fcfd250ddff8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.992765] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89cad9dc-3f0c-4a57-8077-a0339e7f1215 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.999287] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.000146] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.000146] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Deleting the datastore file [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.000347] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72505508-afd8-4467-ab8d-ecd776840a5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.007178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.007495] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.007722] env[69984]: DEBUG nova.objects.instance [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'resources' on Instance uuid b3d50afe-961e-42f6-aaa3-87fb8f0cdf80 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.013356] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1071.013356] env[69984]: value = "task-3945559" [ 1071.013356] env[69984]: _type = "Task" [ 1071.013356] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.029210] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.199704] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200280] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance network_info: |[{"id": "6e3715da-8ae2-418b-93fa-d422d193bc37", "address": "fa:16:3e:ac:dd:a8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3715da-8a", "ovs_interfaceid": "6e3715da-8ae2-418b-93fa-d422d193bc37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.200755] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:dd:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e3715da-8ae2-418b-93fa-d422d193bc37', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.210575] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.210958] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.211265] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a340aa-1539-45c2-a896-5c8b2b08c750 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.242069] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.242069] env[69984]: value = "task-3945560" [ 1071.242069] env[69984]: _type = "Task" [ 1071.242069] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.256547] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945560, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.354802] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.366263] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.388945] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.498972] env[69984]: DEBUG nova.compute.manager [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-changed-bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.498972] env[69984]: DEBUG nova.compute.manager [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing instance network info cache due to event network-changed-bbe05a87-3daf-4289-a3cb-a562ff96340c. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.498972] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.500956] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501683] env[69984]: DEBUG nova.network.neutron [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing network info cache for port bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.529947] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22216} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.530482] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.530924] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.530924] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.737355] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.737598] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37bcf0ed-01b2-41ce-9436-1824fb22a0c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.743095] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce13229-3f36-4435-a85a-e09da524a466 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.755133] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1071.755133] env[69984]: value = "task-3945561" [ 1071.755133] env[69984]: _type = "Task" [ 1071.755133] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.769713] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945560, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.772296] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c45c78-cd33-4de8-8260-43ded7dfafb3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.782436] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.818699] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d94488-9ea0-4edf-9d37-641ad72d7837 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.830894] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45cce84-9a40-4be4-8bc8-496f084e533c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.849525] env[69984]: DEBUG nova.compute.provider_tree [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.867886] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.879662] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.879884] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.880111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.880300] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.880469] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.883928] env[69984]: INFO nova.compute.manager [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Terminating instance [ 1071.896464] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.962234] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.962687] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.962933] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.963190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.963429] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.966700] env[69984]: INFO nova.compute.manager [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Terminating instance [ 1072.073128] env[69984]: DEBUG nova.compute.manager [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Received event network-changed-6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.073128] env[69984]: DEBUG nova.compute.manager [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Refreshing instance network info cache due to event network-changed-6e3715da-8ae2-418b-93fa-d422d193bc37. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.073487] env[69984]: DEBUG oslo_concurrency.lockutils [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] Acquiring lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.073487] env[69984]: DEBUG oslo_concurrency.lockutils [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] Acquired lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.074871] env[69984]: DEBUG nova.network.neutron [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Refreshing network info cache for port 6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.252481] env[69984]: DEBUG nova.network.neutron [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updated VIF entry in instance network info cache for port bbe05a87-3daf-4289-a3cb-a562ff96340c. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.252914] env[69984]: DEBUG nova.network.neutron [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "address": "fa:16:3e:bc:06:a5", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe05a87-3d", "ovs_interfaceid": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.264318] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945560, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.270647] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945561, 'name': PowerOffVM_Task, 'duration_secs': 0.413872} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.271913] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.272759] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.273471] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561b6855-268e-476f-8725-2431611b8f6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.282426] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1072.282426] env[69984]: value = "task-3945562" [ 1072.282426] env[69984]: _type = "Task" [ 1072.282426] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.294957] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1072.295313] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.295579] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783108', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'name': 'volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3663c90c-2458-443b-ae1d-4a950d56eb07', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'serial': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.296461] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48ecaf1-6cfe-4691-a37a-efecdcc9e62b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.317403] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3afe1f6-e021-439c-a860-bb8d18137ab5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.327224] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4aecf-54b5-4e63-a519-ce0a0dc03f37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.350061] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79380067-c32c-4ef0-b776-435cf92e9691 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353606] env[69984]: DEBUG nova.scheduler.client.report [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.372457] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0/volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.378332] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.381733] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719b0578-ec15-4308-8d21-4f1f68199f42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.401996] env[69984]: DEBUG nova.compute.manager [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.402169] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.402605] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.403466] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2abdc1-3f16-4c88-b93c-70b12319e3cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.414290] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1072.414290] env[69984]: value = "task-3945563" [ 1072.414290] env[69984]: _type = "Task" [ 1072.414290] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.421213] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.423219] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.424857] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5281d367-a43e-44a1-b0e9-65421c3ba1d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.434859] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1072.434859] env[69984]: value = "task-3945564" [ 1072.434859] env[69984]: _type = "Task" [ 1072.434859] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.438508] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.451621] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.472701] env[69984]: DEBUG nova.compute.manager [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.473077] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.474078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601a5ee8-62b1-4698-981d-e92a4d517fe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.486351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.486814] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519b906c-23a6-4893-90f1-1b5a66d9d867 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.497423] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1072.497423] env[69984]: value = "task-3945565" [ 1072.497423] env[69984]: _type = "Task" [ 1072.497423] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.512126] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.576300] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.576786] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.577049] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.577517] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.577782] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.578027] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.578314] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.578603] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.578971] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.579257] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.579587] env[69984]: DEBUG nova.virt.hardware [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.583073] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75185259-490b-4f55-9c34-f1d7fc8cef74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.597319] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a7f01-4571-485b-b422-c0abbdb22372 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.615533] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.621478] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.624730] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.625121] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d60314ef-92a0-421d-82aa-8ca3d3bb28f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.644697] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.644697] env[69984]: value = "task-3945566" [ 1072.644697] env[69984]: _type = "Task" [ 1072.644697] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.655935] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945566, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.757495] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.757855] env[69984]: DEBUG nova.compute.manager [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Received event network-vif-deleted-b8980ce6-c06d-4982-a9b3-6c5f14ebceaa {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.758141] env[69984]: DEBUG nova.compute.manager [req-fd12b618-89c7-4992-9f89-e204e9f4220c req-d7c84dc4-b9b8-4dfa-9a1b-74ebb1e323b3 service nova] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Received event network-vif-deleted-e3d0d3bc-7441-4625-9018-63bf7f121ae8 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.764521] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945560, 'name': CreateVM_Task, 'duration_secs': 1.388207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.764808] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.765624] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.765858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.766461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.766736] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8edbd2d-fac3-40fd-adb9-107ab16c78b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.772817] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1072.772817] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52892c8f-fc07-16c6-f35e-7eec6249fa93" [ 1072.772817] env[69984]: _type = "Task" [ 1072.772817] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.782920] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52892c8f-fc07-16c6-f35e-7eec6249fa93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.832368] env[69984]: DEBUG nova.network.neutron [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Updated VIF entry in instance network info cache for port 6e3715da-8ae2-418b-93fa-d422d193bc37. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.833491] env[69984]: DEBUG nova.network.neutron [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Updating instance_info_cache with network_info: [{"id": "6e3715da-8ae2-418b-93fa-d422d193bc37", "address": "fa:16:3e:ac:dd:a8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e3715da-8a", "ovs_interfaceid": "6e3715da-8ae2-418b-93fa-d422d193bc37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.868443] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945554, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.884441} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.868808] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f/OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f.vmdk to [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk. [ 1072.870038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Cleaning up location [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1072.870038] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4c3b9e71-d229-43dd-a5d7-cbab6c06116f {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.870038] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92e5a14b-636a-4608-a2a4-6f467860c953 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.872970] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.875909] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.521s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.876069] env[69984]: DEBUG nova.objects.instance [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid 3c8fac51-4d64-450e-8719-e9c80b1aee62 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.878683] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1072.878683] env[69984]: value = "task-3945567" [ 1072.878683] env[69984]: _type = "Task" [ 1072.878683] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.893017] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.897126] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.899924] env[69984]: INFO nova.scheduler.client.report [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance b3d50afe-961e-42f6-aaa3-87fb8f0cdf80 [ 1072.934562] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945563, 'name': ReconfigVM_Task, 'duration_secs': 0.260283} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.934798] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.940863] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac4ed67-75f3-4444-a171-9546f57cd475 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.962832] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945564, 'name': PowerOffVM_Task, 'duration_secs': 0.231262} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.964637] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.964921] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.965764] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1072.965764] env[69984]: value = "task-3945568" [ 1072.965764] env[69984]: _type = "Task" [ 1072.965764] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.966128] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-788bfec6-fdc9-4495-86aa-954762ab222c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.979890] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.009809] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945565, 'name': PowerOffVM_Task, 'duration_secs': 0.344023} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.010273] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.010927] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.011186] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3a0fe98-1ddb-4ccf-be1b-8fa29d81b740 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.049050] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.049540] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.049752] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleting the datastore file [datastore2] 3126ef81-4e55-4463-a81d-4f8e0af322e4 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.050155] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e72db4-dca2-4ca5-a8c1-e120e36f36be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.058667] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for the task: (returnval){ [ 1073.058667] env[69984]: value = "task-3945571" [ 1073.058667] env[69984]: _type = "Task" [ 1073.058667] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.072087] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.103806] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.104050] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.104258] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleting the datastore file [datastore1] 886d6345-a38f-40dc-b6c3-e50f3a9bf72c {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.104562] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1ee9c3f-e122-4170-b052-3dd2cbb11f6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.114278] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1073.114278] env[69984]: value = "task-3945572" [ 1073.114278] env[69984]: _type = "Task" [ 1073.114278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.124317] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.155290] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945566, 'name': CreateVM_Task, 'duration_secs': 0.486268} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.155507] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.155893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.156072] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.156439] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.156716] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ab0dc6-955a-46c2-99f0-25a93e214c37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.162859] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1073.162859] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c74e2d-2494-a76f-9c60-e75d01c9d020" [ 1073.162859] env[69984]: _type = "Task" [ 1073.162859] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.173794] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c74e2d-2494-a76f-9c60-e75d01c9d020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.285104] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52892c8f-fc07-16c6-f35e-7eec6249fa93, 'name': SearchDatastore_Task, 'duration_secs': 0.025703} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.285801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.286518] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.286518] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.286685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.286975] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.287407] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf440b1-e019-4d92-88e9-573a5076d2f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.299899] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.302095] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.303154] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80287634-55b5-4a55-904c-729bfcc63671 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.309664] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1073.309664] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ceb12-6d27-c362-3de8-ebe645689a88" [ 1073.309664] env[69984]: _type = "Task" [ 1073.309664] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.318707] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ceb12-6d27-c362-3de8-ebe645689a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.338142] env[69984]: DEBUG oslo_concurrency.lockutils [req-a54bc8ac-8596-4fc7-86ed-33edad4d9536 req-df87af90-9df1-41f1-a17a-3e37120a5886 service nova] Releasing lock "refresh_cache-5e5400b6-aa07-46f9-b097-9daa1fa177ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.397040] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083098} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.400677] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.400793] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.401103] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk to [datastore1] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.401419] env[69984]: DEBUG oslo_vmware.api [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945557, 'name': ReconfigVM_Task, 'duration_secs': 2.325716} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.404367] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc896586-4df4-4beb-a0dc-0047ca3272e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.406905] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.407107] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfigured VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1073.412832] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38d6e299-3e86-4cad-8981-cfc2691412c3 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "b3d50afe-961e-42f6-aaa3-87fb8f0cdf80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.441s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.420177] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1073.420177] env[69984]: value = "task-3945573" [ 1073.420177] env[69984]: _type = "Task" [ 1073.420177] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.436072] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.480322] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945568, 'name': ReconfigVM_Task, 'duration_secs': 0.209259} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.483680] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783108', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'name': 'volume-f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3663c90c-2458-443b-ae1d-4a950d56eb07', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0', 'serial': 'f5ef54cb-1b6d-4d21-956c-f24ef98786f0'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.483986] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.485343] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a796aa3-3dcf-4b78-af37-7f1b5284dece {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.493780] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.494110] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-605c60cb-03e1-4880-b9d3-32be22be2011 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.572983] env[69984]: DEBUG oslo_vmware.api [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Task: {'id': task-3945571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302581} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.572983] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.573552] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.573645] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.573925] env[69984]: INFO nova.compute.manager [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1073.574099] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.574319] env[69984]: DEBUG nova.compute.manager [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.574411] env[69984]: DEBUG nova.network.neutron [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.577576] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.577724] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.578508] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Deleting the datastore file [datastore2] 3663c90c-2458-443b-ae1d-4a950d56eb07 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.579737] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0699ac47-5c54-4289-b6d3-95d62db19895 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.590962] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for the task: (returnval){ [ 1073.590962] env[69984]: value = "task-3945575" [ 1073.590962] env[69984]: _type = "Task" [ 1073.590962] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.591822] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b703702b-3b49-4300-b140-fca2ad6a2401 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.612469] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.614179] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7fd64-5b00-4a6d-a459-4b74b0c9629f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.668131] env[69984]: DEBUG oslo_vmware.api [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297981} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.671604] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.671830] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.672021] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.672260] env[69984]: INFO nova.compute.manager [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1073.672680] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.676850] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b43651-55da-4f15-978f-4137b32516ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.679918] env[69984]: DEBUG nova.compute.manager [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.680066] env[69984]: DEBUG nova.network.neutron [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.693723] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ee13b-8446-4016-9e46-6cc72ec10f16 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.698676] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c74e2d-2494-a76f-9c60-e75d01c9d020, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.699111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.699372] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.699639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.699883] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.700067] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.700877] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b52da99-e7ef-40dd-8fd1-8873533e11db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.713748] env[69984]: DEBUG nova.compute.provider_tree [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.716607] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.716812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.718242] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc9a9a4-7899-49a3-84f7-fc9e6773a966 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.730316] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1073.730316] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5256e6d2-95cd-a8b6-4f6d-6db7541f0f3d" [ 1073.730316] env[69984]: _type = "Task" [ 1073.730316] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.741482] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5256e6d2-95cd-a8b6-4f6d-6db7541f0f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.827133] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ceb12-6d27-c362-3de8-ebe645689a88, 'name': SearchDatastore_Task, 'duration_secs': 0.019028} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.829026] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709bdf12-2b0a-49f9-9e23-ecdfa733153b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.839096] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1073.839096] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5255814a-c1d9-b667-793d-6618af644c2f" [ 1073.839096] env[69984]: _type = "Task" [ 1073.839096] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.850922] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5255814a-c1d9-b667-793d-6618af644c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.914453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-be296845-f5fb-4d75-92e5-c7891d221c7b tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.268s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.934567] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.109625] env[69984]: DEBUG oslo_vmware.api [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Task: {'id': task-3945575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211686} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.110030] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.110425] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.110695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.191309] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.193170] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72952fa5-280e-4250-9f7a-c72575d65839 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.209136] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9235cb-3f05-43f9-9b1c-a97c6ef64747 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.221698] env[69984]: DEBUG nova.scheduler.client.report [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.245969] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5256e6d2-95cd-a8b6-4f6d-6db7541f0f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.024587} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.261231] env[69984]: ERROR nova.compute.manager [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Failed to detach volume f5ef54cb-1b6d-4d21-956c-f24ef98786f0 from /dev/sda: nova.exception.InstanceNotFound: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Traceback (most recent call last): [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self.driver.rebuild(**kwargs) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise NotImplementedError() [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] NotImplementedError [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] During handling of the above exception, another exception occurred: [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Traceback (most recent call last): [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self.driver.detach_volume(context, old_connection_info, [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] return self._volumeops.detach_volume(connection_info, instance) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._detach_volume_vmdk(connection_info, instance) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] stable_ref.fetch_moref(session) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] nova.exception.InstanceNotFound: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. [ 1074.261231] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.263914] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d9331c-09fa-4653-afe5-09ad8d47fdf7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.274282] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1074.274282] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52967c83-76a8-e59a-66a2-1b1daa900968" [ 1074.274282] env[69984]: _type = "Task" [ 1074.274282] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.285885] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52967c83-76a8-e59a-66a2-1b1daa900968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.352975] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5255814a-c1d9-b667-793d-6618af644c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.087527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.353327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.353615] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5e5400b6-aa07-46f9-b097-9daa1fa177ac/5e5400b6-aa07-46f9-b097-9daa1fa177ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.353891] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a123715-edb9-4871-94f5-57e2d73198a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.364845] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1074.364845] env[69984]: value = "task-3945576" [ 1074.364845] env[69984]: _type = "Task" [ 1074.364845] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.378224] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.436068] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.450977] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.451141] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.456134] env[69984]: DEBUG nova.compute.utils [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Build of instance 3663c90c-2458-443b-ae1d-4a950d56eb07 aborted: Failed to rebuild volume backed instance. {{(pid=69984) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1074.459394] env[69984]: ERROR nova.compute.manager [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3663c90c-2458-443b-ae1d-4a950d56eb07 aborted: Failed to rebuild volume backed instance. [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Traceback (most recent call last): [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self.driver.rebuild(**kwargs) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise NotImplementedError() [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] NotImplementedError [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] During handling of the above exception, another exception occurred: [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Traceback (most recent call last): [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._detach_root_volume(context, instance, root_bdm) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] with excutils.save_and_reraise_exception(): [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self.force_reraise() [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise self.value [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self.driver.detach_volume(context, old_connection_info, [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] return self._volumeops.detach_volume(connection_info, instance) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._detach_volume_vmdk(connection_info, instance) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] stable_ref.fetch_moref(session) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] nova.exception.InstanceNotFound: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] During handling of the above exception, another exception occurred: [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Traceback (most recent call last): [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] yield [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1074.459394] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._do_rebuild_instance_with_claim( [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._do_rebuild_instance( [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._rebuild_default_impl(**kwargs) [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] self._rebuild_volume_backed_instance( [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] raise exception.BuildAbortException( [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] nova.exception.BuildAbortException: Build of instance 3663c90c-2458-443b-ae1d-4a950d56eb07 aborted: Failed to rebuild volume backed instance. [ 1074.460481] env[69984]: ERROR nova.compute.manager [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] [ 1074.472369] env[69984]: DEBUG nova.network.neutron [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.484053] env[69984]: DEBUG nova.compute.manager [req-3ddb300b-b1df-4d4d-86ba-5ce0126ffdf3 req-17f0df3e-ef52-4dc0-82c9-702f8daa9a9c service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Received event network-vif-deleted-cdb6b451-c4b1-4e47-8cca-6e979c1552a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.484249] env[69984]: INFO nova.compute.manager [req-3ddb300b-b1df-4d4d-86ba-5ce0126ffdf3 req-17f0df3e-ef52-4dc0-82c9-702f8daa9a9c service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Neutron deleted interface cdb6b451-c4b1-4e47-8cca-6e979c1552a2; detaching it from the instance and deleting it from the info cache [ 1074.485131] env[69984]: DEBUG nova.network.neutron [req-3ddb300b-b1df-4d4d-86ba-5ce0126ffdf3 req-17f0df3e-ef52-4dc0-82c9-702f8daa9a9c service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.729134] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.751211] env[69984]: INFO nova.scheduler.client.report [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance 3c8fac51-4d64-450e-8719-e9c80b1aee62 [ 1074.792350] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52967c83-76a8-e59a-66a2-1b1daa900968, 'name': SearchDatastore_Task, 'duration_secs': 0.024432} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.792350] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.792350] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.792625] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bfd29eb-62b0-43be-a2fa-3df808c47991 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.802927] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1074.802927] env[69984]: value = "task-3945577" [ 1074.802927] env[69984]: _type = "Task" [ 1074.802927] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.815026] env[69984]: DEBUG nova.compute.manager [req-c701b9eb-3055-4ebf-b364-5b05cbe498b0 req-c7dd50e0-ab8a-4677-9e12-027ef45534ea service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Received event network-vif-deleted-f0b84a64-11dd-4939-8940-f853c3686050 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.815026] env[69984]: INFO nova.compute.manager [req-c701b9eb-3055-4ebf-b364-5b05cbe498b0 req-c7dd50e0-ab8a-4677-9e12-027ef45534ea service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Neutron deleted interface f0b84a64-11dd-4939-8940-f853c3686050; detaching it from the instance and deleting it from the info cache [ 1074.815026] env[69984]: DEBUG nova.network.neutron [req-c701b9eb-3055-4ebf-b364-5b05cbe498b0 req-c7dd50e0-ab8a-4677-9e12-027ef45534ea service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.817669] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.879133] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.904805] env[69984]: DEBUG nova.network.neutron [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.935609] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.955533] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.972333] env[69984]: INFO nova.compute.manager [-] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Took 1.40 seconds to deallocate network for instance. [ 1074.988209] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9fb3269-be23-401e-8253-8dfa2749fa85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.001169] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0708518-5081-429f-a7a0-aa8b3453703c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.043557] env[69984]: DEBUG nova.compute.manager [req-3ddb300b-b1df-4d4d-86ba-5ce0126ffdf3 req-17f0df3e-ef52-4dc0-82c9-702f8daa9a9c service nova] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Detach interface failed, port_id=cdb6b451-c4b1-4e47-8cca-6e979c1552a2, reason: Instance 3126ef81-4e55-4463-a81d-4f8e0af322e4 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.266804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e8509c38-0b54-4acd-bec0-83a0f60681a4 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "3c8fac51-4d64-450e-8719-e9c80b1aee62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.370s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.320036] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.320416] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f88845b7-da3f-4d9d-96d9-c62dfb8a12d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.334627] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852dad4-76f3-43fc-a92a-fb46ce404351 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.376404] env[69984]: DEBUG nova.compute.manager [req-c701b9eb-3055-4ebf-b364-5b05cbe498b0 req-c7dd50e0-ab8a-4677-9e12-027ef45534ea service nova] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Detach interface failed, port_id=f0b84a64-11dd-4939-8940-f853c3686050, reason: Instance 886d6345-a38f-40dc-b6c3-e50f3a9bf72c could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.390318] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.408499] env[69984]: INFO nova.compute.manager [-] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Took 1.73 seconds to deallocate network for instance. [ 1075.438987] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.482030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.483407] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.483407] env[69984]: DEBUG nova.objects.instance [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lazy-loading 'resources' on Instance uuid 3126ef81-4e55-4463-a81d-4f8e0af322e4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.486696] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-4bd9e3b0-9889-46c1-bd86-d8490a998355" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-4bd9e3b0-9889-46c1-bd86-d8490a998355" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.792444] env[69984]: DEBUG nova.objects.instance [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.816795] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783947} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.817105] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.817366] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.817628] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe1d4f4-81fe-457f-afe3-5c5cf4577fc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.826812] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1075.826812] env[69984]: value = "task-3945578" [ 1075.826812] env[69984]: _type = "Task" [ 1075.826812] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.837772] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.889679] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.919287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.937120] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945573, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.409655} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.937447] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2b6418b-b6e3-4126-afac-71293ba62754/b2b6418b-b6e3-4126-afac-71293ba62754.vmdk to [datastore1] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.938577] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88735ef-c4bd-4f2e-849f-0f37f6e117f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.967294] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.967670] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed01c477-ffc4-4c9c-92bf-813e550de7d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.997438] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1075.997438] env[69984]: value = "task-3945579" [ 1075.997438] env[69984]: _type = "Task" [ 1075.997438] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.008628] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.174111] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2482b5-3e78-45a9-a7a8-8bb93d392dd1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.183067] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b67b77b-09d4-4082-9ac8-272fec03b3a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.219143] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c4202-5375-43a8-8362-cd47f5386c2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.228467] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75c8b3-fb1c-4f67-bc99-897664a44396 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.243700] env[69984]: DEBUG nova.compute.provider_tree [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.340977] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096637} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.341115] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.341918] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22228b3-d870-4ec5-9803-82e216e0518e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.363309] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.363789] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f609c6-4902-47fb-9447-019c20b853e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.388336] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.390407] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1076.390407] env[69984]: value = "task-3945580" [ 1076.390407] env[69984]: _type = "Task" [ 1076.390407] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.406808] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.465486] env[69984]: DEBUG nova.objects.instance [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.491021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.507829] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.747940] env[69984]: DEBUG nova.scheduler.client.report [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.897676] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.904568] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.969506] env[69984]: DEBUG nova.objects.base [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<34cff730-558a-4f02-9c43-c5f7fe528615> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.969762] env[69984]: DEBUG nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.009610] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.026149] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.026402] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.048179] env[69984]: DEBUG nova.policy [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.254197] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.257530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.770s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.262032] env[69984]: INFO nova.compute.claims [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.286988] env[69984]: INFO nova.scheduler.client.report [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Deleted allocations for instance 3126ef81-4e55-4463-a81d-4f8e0af322e4 [ 1077.326040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "3663c90c-2458-443b-ae1d-4a950d56eb07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.326040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.326040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.326040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.326040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.327154] env[69984]: INFO nova.compute.manager [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Terminating instance [ 1077.390964] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945576, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.817804} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.391566] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 5e5400b6-aa07-46f9-b097-9daa1fa177ac/5e5400b6-aa07-46f9-b097-9daa1fa177ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.391999] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.392460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05a6245-074e-4cd8-8c8a-9d531d59f8a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.405975] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.409397] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1077.409397] env[69984]: value = "task-3945581" [ 1077.409397] env[69984]: _type = "Task" [ 1077.409397] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.422486] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.510608] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945579, 'name': ReconfigVM_Task, 'duration_secs': 1.398644} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.510990] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d9a988f0-b139-4d6f-9939-6ec3408d0af2/d9a988f0-b139-4d6f-9939-6ec3408d0af2.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.511811] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfb266e3-3f5c-4910-81fa-79765c994991 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.519390] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1077.519390] env[69984]: value = "task-3945582" [ 1077.519390] env[69984]: _type = "Task" [ 1077.519390] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.530051] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.533018] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945582, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.797549] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e84334-9e1b-4721-89ac-1b7baeb799af tempest-ServerDiskConfigTestJSON-789898808 tempest-ServerDiskConfigTestJSON-789898808-project-member] Lock "3126ef81-4e55-4463-a81d-4f8e0af322e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.831750] env[69984]: DEBUG nova.compute.manager [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.832166] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71f7afd7-95be-4bd9-888d-52238f41c2a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.844090] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59a20f-0d4a-4987-b36a-ab2c907ef6d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.878266] env[69984]: WARNING nova.virt.vmwareapi.driver [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. [ 1077.878524] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.878873] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49ba5eab-00e0-4d80-afcc-143d5da0d492 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.888771] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738ca25-fa9c-44eb-8ffb-7a0f2daac1f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.910650] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945580, 'name': ReconfigVM_Task, 'duration_secs': 1.152198} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.914145] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8/e5a08fa6-5448-4f57-9659-d23fcafd89f8.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.914863] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-637906ff-2b6e-4435-81b0-52b3d852805d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.927349] env[69984]: WARNING nova.virt.vmwareapi.vmops [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. [ 1077.927507] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.927583] env[69984]: INFO nova.compute.manager [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1077.927866] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.928659] env[69984]: DEBUG nova.compute.manager [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.928788] env[69984]: DEBUG nova.network.neutron [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.933697] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101412} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.935511] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.936775] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1077.936775] env[69984]: value = "task-3945583" [ 1077.936775] env[69984]: _type = "Task" [ 1077.936775] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.936775] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91202f6-8973-4265-b2b5-c168ccd6a369 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.966785] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 5e5400b6-aa07-46f9-b097-9daa1fa177ac/5e5400b6-aa07-46f9-b097-9daa1fa177ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.971182] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76caad2d-c275-4a6f-a720-ee42ae3d777f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.987240] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945583, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.999213] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1077.999213] env[69984]: value = "task-3945584" [ 1077.999213] env[69984]: _type = "Task" [ 1077.999213] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.010448] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.030103] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945582, 'name': Rename_Task, 'duration_secs': 0.173224} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.030496] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.030840] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039c5bb2-5b77-47d8-8b71-d0b8e8c6040a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.038519] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1078.038519] env[69984]: value = "task-3945585" [ 1078.038519] env[69984]: _type = "Task" [ 1078.038519] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.051813] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.055161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.467877] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945583, 'name': Rename_Task, 'duration_secs': 0.246981} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.467877] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.467877] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8140ced-a3eb-465b-abd0-3ca684b432b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.479876] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1078.479876] env[69984]: value = "task-3945586" [ 1078.479876] env[69984]: _type = "Task" [ 1078.479876] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.480936] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5e17a-eab8-4bca-b32f-cb48960e43b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.493786] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.497438] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0055a-3eaa-44f3-af18-808087a424e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.513722] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945584, 'name': ReconfigVM_Task, 'duration_secs': 0.429123} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.550721] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 5e5400b6-aa07-46f9-b097-9daa1fa177ac/5e5400b6-aa07-46f9-b097-9daa1fa177ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.553409] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0829219-2545-4d1d-b72d-2242ed9f688b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.566235] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be603d0e-4eaa-4b1d-85d0-05ddf3e5a94f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.579026] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.582611] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1078.582611] env[69984]: value = "task-3945587" [ 1078.582611] env[69984]: _type = "Task" [ 1078.582611] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.584476] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da27a2-11b3-4814-a051-81473e432083 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.608772] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945587, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.609712] env[69984]: DEBUG nova.compute.provider_tree [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.663374] env[69984]: DEBUG nova.compute.manager [req-3583a47d-4eb1-4b4a-868f-b4f301031d33 req-1157c7f7-0cf6-47d7-8022-ddc21068f210 service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Received event network-vif-deleted-a879702e-1ff2-402e-832e-787d68f60638 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.663374] env[69984]: INFO nova.compute.manager [req-3583a47d-4eb1-4b4a-868f-b4f301031d33 req-1157c7f7-0cf6-47d7-8022-ddc21068f210 service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Neutron deleted interface a879702e-1ff2-402e-832e-787d68f60638; detaching it from the instance and deleting it from the info cache [ 1078.663571] env[69984]: DEBUG nova.network.neutron [req-3583a47d-4eb1-4b4a-868f-b4f301031d33 req-1157c7f7-0cf6-47d7-8022-ddc21068f210 service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.929498] env[69984]: DEBUG nova.compute.manager [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-plugged-4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.929921] env[69984]: DEBUG oslo_concurrency.lockutils [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.930198] env[69984]: DEBUG oslo_concurrency.lockutils [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.930446] env[69984]: DEBUG oslo_concurrency.lockutils [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.930665] env[69984]: DEBUG nova.compute.manager [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] No waiting events found dispatching network-vif-plugged-4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.930845] env[69984]: WARNING nova.compute.manager [req-4921fb0a-ef84-41d3-9a08-ac99cd62aa05 req-1ebf698d-0c95-4e26-b7d3-a369c5ce05c1 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received unexpected event network-vif-plugged-4bd9e3b0-9889-46c1-bd86-d8490a998355 for instance with vm_state active and task_state None. [ 1078.957299] env[69984]: DEBUG nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Successfully updated port: 4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.994205] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.063184] env[69984]: DEBUG oslo_vmware.api [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945585, 'name': PowerOnVM_Task, 'duration_secs': 0.593726} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.063184] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.070483] env[69984]: DEBUG nova.network.neutron [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.095862] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945587, 'name': Rename_Task, 'duration_secs': 0.20834} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.096122] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.096376] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-346e54cd-3945-4b06-9f70-d38d0dd6b4ba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.105136] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1079.105136] env[69984]: value = "task-3945588" [ 1079.105136] env[69984]: _type = "Task" [ 1079.105136] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.120609] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.133741] env[69984]: ERROR nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [req-0f0a4cfe-2e91-4e30-b7f1-e8f0dda39148] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f0a4cfe-2e91-4e30-b7f1-e8f0dda39148"}]} [ 1079.156511] env[69984]: DEBUG nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.167278] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63f0f157-c412-4563-b17a-cbe374688b3d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.175067] env[69984]: DEBUG nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.175308] env[69984]: DEBUG nova.compute.provider_tree [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.182019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212be4c0-80e0-482c-8903-b56741c029ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.195609] env[69984]: DEBUG nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.220808] env[69984]: DEBUG nova.compute.manager [req-3583a47d-4eb1-4b4a-868f-b4f301031d33 req-1157c7f7-0cf6-47d7-8022-ddc21068f210 service nova] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Detach interface failed, port_id=a879702e-1ff2-402e-832e-787d68f60638, reason: Instance 3663c90c-2458-443b-ae1d-4a950d56eb07 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.226661] env[69984]: DEBUG nova.compute.manager [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.227662] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061cf36-e673-40d3-a8e2-de26d155d4e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232047] env[69984]: DEBUG nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.324056] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.325009] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0faad-1fe5-46dc-85e1-eefa87d4532e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.335396] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.335633] env[69984]: ERROR oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk due to incomplete transfer. [ 1079.335907] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06b8dd14-699d-4172-a748-8b9c3d0148f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.344268] env[69984]: DEBUG oslo_vmware.rw_handles [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525425a4-50f8-1fa5-bde5-05deece4fe5f/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1079.344629] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Uploaded image 5cdb63fb-99be-49cb-b413-6f97391861f0 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1079.347132] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.350101] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf418b70-f54c-498f-afd3-d93e4f70b5d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.358746] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1079.358746] env[69984]: value = "task-3945589" [ 1079.358746] env[69984]: _type = "Task" [ 1079.358746] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.371695] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945589, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.438370] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf34cc4-5098-4494-90e5-ccebeb1139c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.445939] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d99769-d94c-44b6-84b6-618bcc79d305 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.481120] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.481340] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.481530] env[69984]: DEBUG nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.486588] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e936b-5f97-408a-9269-9c1a2a552867 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.497573] env[69984]: DEBUG oslo_vmware.api [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945586, 'name': PowerOnVM_Task, 'duration_secs': 0.56397} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.498764] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4bb55-09c7-4192-8d3c-dc2f2fd6b277 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502753] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.502972] env[69984]: DEBUG nova.compute.manager [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.504081] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b03b21-7802-48bb-a2e7-61c3f29d1c4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.519511] env[69984]: DEBUG nova.compute.provider_tree [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.575054] env[69984]: INFO nova.compute.manager [-] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Took 1.65 seconds to deallocate network for instance. [ 1079.616358] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.751200] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c6600b85-8f46-4bd2-b29f-88c04bb065d9 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.991s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.869674] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945589, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.039306] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.047489] env[69984]: WARNING nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1080.048221] env[69984]: WARNING nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1080.066074] env[69984]: DEBUG nova.scheduler.client.report [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.067589] env[69984]: DEBUG nova.compute.provider_tree [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 135 to 136 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.067589] env[69984]: DEBUG nova.compute.provider_tree [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.118627] env[69984]: DEBUG oslo_vmware.api [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945588, 'name': PowerOnVM_Task, 'duration_secs': 0.545189} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.118627] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.118627] env[69984]: INFO nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1080.118627] env[69984]: DEBUG nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.119502] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4bff38-6679-4e35-8ad4-eacced5343d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.136225] env[69984]: INFO nova.compute.manager [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Took 0.56 seconds to detach 1 volumes for instance. [ 1080.139488] env[69984]: DEBUG nova.compute.manager [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Deleting volume: f5ef54cb-1b6d-4d21-956c-f24ef98786f0 {{(pid=69984) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1080.374081] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945589, 'name': Destroy_Task, 'duration_secs': 0.783489} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.375027] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Destroyed the VM [ 1080.375027] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.376293] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01848553-8eb9-48f5-80f7-5b6fee68fed4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.385909] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1080.385909] env[69984]: value = "task-3945591" [ 1080.385909] env[69984]: _type = "Task" [ 1080.385909] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.403570] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945591, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.416930] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.417069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.417711] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.418031] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.418243] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.420506] env[69984]: INFO nova.compute.manager [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Terminating instance [ 1080.576021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.317s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.576021] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.580024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.661s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.580761] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.582460] env[69984]: DEBUG oslo_concurrency.lockutils [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.092s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.622792] env[69984]: INFO nova.scheduler.client.report [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted allocations for instance 886d6345-a38f-40dc-b6c3-e50f3a9bf72c [ 1080.650743] env[69984]: INFO nova.compute.manager [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Took 18.09 seconds to build instance. [ 1080.693053] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.835328] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc40792-82d4-416d-9499-f9e91aa35a0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.845351] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ef1f6-f8d3-4edb-8e7a-0e161cc5ddf3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.884293] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869039a0-11d4-45de-9e5a-1cbd93d60c68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.896083] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945591, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.899410] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41eb64b-41c3-4fb9-bb73-6c50922312ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.915187] env[69984]: DEBUG nova.compute.provider_tree [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.925517] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "refresh_cache-e5a08fa6-5448-4f57-9659-d23fcafd89f8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.925713] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquired lock "refresh_cache-e5a08fa6-5448-4f57-9659-d23fcafd89f8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.925909] env[69984]: DEBUG nova.network.neutron [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.087162] env[69984]: DEBUG nova.compute.utils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.092248] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.092248] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.133983] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6d7063e1-46af-44d1-831b-bda1700fe059 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "886d6345-a38f-40dc-b6c3-e50f3a9bf72c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.171s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.155606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-830f68c0-c12c-4f29-b0ab-fc8f53339ffb tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.604s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.170052] env[69984]: DEBUG nova.policy [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26b97292c8bb410585ad3bd7ea6e5aff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5440e9f05194be6b54d966b9ce10234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.216730] env[69984]: DEBUG nova.network.neutron [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "address": "fa:16:3e:bc:06:a5", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe05a87-3d", "ovs_interfaceid": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "address": "fa:16:3e:71:ec:21", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9e3b0-98", "ovs_interfaceid": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.365193] env[69984]: DEBUG nova.compute.manager [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-changed-4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.365426] env[69984]: DEBUG nova.compute.manager [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing instance network info cache due to event network-changed-4bd9e3b0-9889-46c1-bd86-d8490a998355. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.365660] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.403390] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945591, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828004} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.407030] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.407030] env[69984]: DEBUG nova.compute.manager [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.407030] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bb606b-4b0d-44fa-8102-bc681e4725ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.418613] env[69984]: DEBUG nova.scheduler.client.report [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.459427] env[69984]: DEBUG nova.network.neutron [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.540392] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Successfully created port: be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.567842] env[69984]: DEBUG nova.network.neutron [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.596581] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.719864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.722254] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.722254] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.722254] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.722254] env[69984]: DEBUG nova.network.neutron [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Refreshing network info cache for port 4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.724213] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7c5059-f35b-492a-bcea-2ce15aef22c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.747482] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.747763] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.747918] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.748125] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.748274] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.748862] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.749136] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.749829] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.749829] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.750891] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.751104] env[69984]: DEBUG nova.virt.hardware [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.757868] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfiguring VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.758976] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ddef215-ef33-46c1-83db-cebd1f99b992 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.791889] env[69984]: DEBUG oslo_vmware.api [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1081.791889] env[69984]: value = "task-3945592" [ 1081.791889] env[69984]: _type = "Task" [ 1081.791889] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.807411] env[69984]: DEBUG oslo_vmware.api [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945592, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.922139] env[69984]: INFO nova.compute.manager [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Shelve offloading [ 1081.927176] env[69984]: DEBUG oslo_concurrency.lockutils [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.344s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.927176] env[69984]: INFO nova.compute.manager [None req-52156fc0-1383-42a1-90c8-8ac9e8d12077 tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Successfully reverted task state from rebuilding on failure for instance. [ 1081.940168] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.883s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.941389] env[69984]: INFO nova.compute.claims [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.074289] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Releasing lock "refresh_cache-e5a08fa6-5448-4f57-9659-d23fcafd89f8" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.074289] env[69984]: DEBUG nova.compute.manager [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.074289] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.074289] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd43c4-c9fc-4834-a752-fee5d329fba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.085215] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.085215] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e77a4d12-3834-4515-b8a4-a6a60113868f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.095938] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1082.095938] env[69984]: value = "task-3945593" [ 1082.095938] env[69984]: _type = "Task" [ 1082.095938] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.113910] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.304531] env[69984]: DEBUG oslo_vmware.api [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.334337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc605b4-5a25-4d58-b529-985fad69c1a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.343254] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Suspending the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1082.343599] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a9435ecb-ad3d-4a11-98a7-46fcf08fa1c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.351475] env[69984]: DEBUG oslo_vmware.api [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1082.351475] env[69984]: value = "task-3945594" [ 1082.351475] env[69984]: _type = "Task" [ 1082.351475] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.364635] env[69984]: DEBUG oslo_vmware.api [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945594, 'name': SuspendVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.439706] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.440247] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b54da291-cf21-41b2-b00e-0f29bc1211a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.455428] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1082.455428] env[69984]: value = "task-3945595" [ 1082.455428] env[69984]: _type = "Task" [ 1082.455428] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.467996] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.469184] env[69984]: DEBUG nova.compute.manager [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.469329] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdab7c1-f749-4238-8f86-be83a7f85cc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.477705] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.477916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.478127] env[69984]: DEBUG nova.network.neutron [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.593214] env[69984]: DEBUG nova.network.neutron [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updated VIF entry in instance network info cache for port 4bd9e3b0-9889-46c1-bd86-d8490a998355. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.593214] env[69984]: DEBUG nova.network.neutron [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "address": "fa:16:3e:bc:06:a5", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbe05a87-3d", "ovs_interfaceid": "bbe05a87-3daf-4289-a3cb-a562ff96340c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "address": "fa:16:3e:71:ec:21", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9e3b0-98", "ovs_interfaceid": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.609989] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945593, 'name': PowerOffVM_Task, 'duration_secs': 0.159068} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.611542] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.611731] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.612201] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4cc829-4cde-4075-9d6d-673a22ee2397 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.615513] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.642258] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.642439] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.642648] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.642857] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.643108] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.643320] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.643588] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.643794] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.644042] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.645032] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.645032] env[69984]: DEBUG nova.virt.hardware [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.645539] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fc718-ddb9-4848-af98-062e635b8d80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.650765] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.652059] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.652059] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Deleting the datastore file [datastore2] e5a08fa6-5448-4f57-9659-d23fcafd89f8 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.652059] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3748823-bacb-4560-81e0-2f97e6b8fdf2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.659860] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97ffff8-7c26-4a15-8a16-3f8af398bcff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668100] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for the task: (returnval){ [ 1082.668100] env[69984]: value = "task-3945597" [ 1082.668100] env[69984]: _type = "Task" [ 1082.668100] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.690484] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.804913] env[69984]: DEBUG oslo_vmware.api [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945592, 'name': ReconfigVM_Task, 'duration_secs': 0.884588} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.805464] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.805686] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfigured VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.867781] env[69984]: DEBUG oslo_vmware.api [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945594, 'name': SuspendVM_Task} progress is 58%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.071862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "3269292e-cea1-463e-9b1c-1265727042ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.071862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.097303] env[69984]: DEBUG oslo_concurrency.lockutils [req-5ec145aa-b95f-4742-838d-4436b111bba9 req-81d33e00-6b9a-4085-afe0-93d144f61f3d service nova] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.150645] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabe7797-d854-4ed2-8b80-bcafc1b9e3ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.165164] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f3845-6eae-4756-9954-9f43717804d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.206171] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Successfully updated port: be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.208874] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b635134-eb44-47f4-824b-1a41dc13e3c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.221657] env[69984]: DEBUG oslo_vmware.api [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Task: {'id': task-3945597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200491} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.222714] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.223078] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.223428] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.223773] env[69984]: INFO nova.compute.manager [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1083.224154] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.224892] env[69984]: DEBUG nova.compute.manager [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.225092] env[69984]: DEBUG nova.network.neutron [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.232354] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4180cd-0661-4f80-9e02-2837850eaff4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.249682] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.251747] env[69984]: DEBUG nova.network.neutron [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.310479] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3f256847-be49-481c-9a43-f71f76e65f85 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-4bd9e3b0-9889-46c1-bd86-d8490a998355" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.518s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.367850] env[69984]: DEBUG oslo_vmware.api [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945594, 'name': SuspendVM_Task, 'duration_secs': 0.909702} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.368143] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Suspended the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1083.368322] env[69984]: DEBUG nova.compute.manager [None req-f83c539d-029b-4ac6-ae74-7949213cd751 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.369139] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b5ab7f-04f5-4388-8daa-767a2aa2ffed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.534254] env[69984]: DEBUG nova.network.neutron [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.574710] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.722163] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.722163] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.722552] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.756879] env[69984]: DEBUG nova.network.neutron [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.776069] env[69984]: ERROR nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [req-cd49a321-d6a8-4c21-8fa0-f1840b368826] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd49a321-d6a8-4c21-8fa0-f1840b368826"}]} [ 1083.792599] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1083.808273] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1083.808648] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 137 to 138 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.808822] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.823120] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1083.842676] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1083.992983] env[69984]: DEBUG nova.compute.manager [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Received event network-vif-plugged-be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.995022] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.995022] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.995022] env[69984]: DEBUG oslo_concurrency.lockutils [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.995022] env[69984]: DEBUG nova.compute.manager [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] No waiting events found dispatching network-vif-plugged-be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1083.995022] env[69984]: WARNING nova.compute.manager [req-7b8f90a0-9161-4d80-812e-10c6d902bc00 req-ca04b7dc-34c7-44e5-ad9b-f6fdd6930783 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Received unexpected event network-vif-plugged-be0a9c4c-baab-47dd-842c-ae4352da3c55 for instance with vm_state building and task_state spawning. [ 1084.028907] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa938c1-b4ca-4952-92c5-2dc6fd0ae093 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.828171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.833601] env[69984]: INFO nova.compute.manager [-] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Took 1.61 seconds to deallocate network for instance. [ 1084.841939] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9783719a-34dc-499e-a9a9-c82a911e20bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.845369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.845741] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.846629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.846831] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.878930] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c9453e-3f4d-482b-bcd3-06ccb04f95c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.882908] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.889815] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d66dd9-83d1-469a-95b3-ac226d60b442 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.906434] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.908799] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.126587] env[69984]: DEBUG nova.network.neutron [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.337531] env[69984]: DEBUG nova.compute.manager [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-vif-unplugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.337799] env[69984]: DEBUG oslo_concurrency.lockutils [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.338046] env[69984]: DEBUG oslo_concurrency.lockutils [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.338322] env[69984]: DEBUG oslo_concurrency.lockutils [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.338402] env[69984]: DEBUG nova.compute.manager [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] No waiting events found dispatching network-vif-unplugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1085.338601] env[69984]: WARNING nova.compute.manager [req-82ec9738-ed93-4ae6-a48a-8aadee8982ef req-808693fe-54c1-40ce-9e15-4f0ff36e951f service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received unexpected event network-vif-unplugged-bc173cef-0144-46c4-93ad-5aa32031eb9f for instance with vm_state shelved and task_state shelving_offloading. [ 1085.354880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.354880] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.357098] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.394441] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.395439] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7e77c-9865-428d-aeec-d64c24aa09ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.406094] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.407135] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885796c5-04f6-48dc-826f-8d19766a6d30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.456701] env[69984]: ERROR nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [req-7b354ddf-5db4-4922-a891-5fa9f2f939fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b354ddf-5db4-4922-a891-5fa9f2f939fe"}]} [ 1085.484209] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.507526] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.507790] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.507985] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.509447] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d0178b-5b73-46fe-ac4d-926233443e60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.517909] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1085.517909] env[69984]: value = "task-3945599" [ 1085.517909] env[69984]: _type = "Task" [ 1085.517909] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.519252] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.519591] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 35, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.535890] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.539779] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1085.569906] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1085.629044] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.629236] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Instance network_info: |[{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.629691] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:76:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0a9c4c-baab-47dd-842c-ae4352da3c55', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.637956] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.638242] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.638497] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dad45a3-47e5-4726-a916-8c7099353a53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.663715] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.663715] env[69984]: value = "task-3945600" [ 1085.663715] env[69984]: _type = "Task" [ 1085.663715] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.675307] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945600, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.796636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-bbe05a87-3daf-4289-a3cb-a562ff96340c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.796873] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-bbe05a87-3daf-4289-a3cb-a562ff96340c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.819788] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965db96-1413-4a4e-b67f-4c7d12c40a42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.825884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acb60ad-ed1e-4b6e-b4c8-733b8c93f480 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.830879] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Suspending the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1085.831538] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9f0dbc7b-326c-4e08-9f48-6a49c5d4eb46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.835905] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0906c9-aea9-4b6e-a311-34375912afc5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.840469] env[69984]: DEBUG oslo_vmware.api [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1085.840469] env[69984]: value = "task-3945601" [ 1085.840469] env[69984]: _type = "Task" [ 1085.840469] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.877630] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4a6ff7-8fa5-419a-a9ee-6af2470fa995 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.884117] env[69984]: DEBUG oslo_vmware.api [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945601, 'name': SuspendVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.890372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09def5c-7e62-4e8e-a2f6-77ff4eb1068e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.895518] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.897074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.907824] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.915944] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.916244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.984155] env[69984]: DEBUG nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.986060] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea30642-b0e9-45fc-b427-c7ce3b2ebbb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.025273] env[69984]: DEBUG nova.compute.manager [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Received event network-changed-be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.025273] env[69984]: DEBUG nova.compute.manager [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Refreshing instance network info cache due to event network-changed-be0a9c4c-baab-47dd-842c-ae4352da3c55. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.025273] env[69984]: DEBUG oslo_concurrency.lockutils [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] Acquiring lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.025273] env[69984]: DEBUG oslo_concurrency.lockutils [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] Acquired lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.025273] env[69984]: DEBUG nova.network.neutron [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Refreshing network info cache for port be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.044786] env[69984]: DEBUG oslo_vmware.api [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165758} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.044786] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.044947] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.045135] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.076360] env[69984]: INFO nova.scheduler.client.report [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted allocations for instance 14ef51f7-4c98-49b0-a733-8090c161bfdb [ 1086.178196] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945600, 'name': CreateVM_Task, 'duration_secs': 0.367471} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.181500] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.182299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.182490] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.182838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.183511] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467e8412-a653-4d45-9ebc-3f8e60e7dd20 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.193812] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1086.193812] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce304f-f388-3a32-f816-1c0277b181b8" [ 1086.193812] env[69984]: _type = "Task" [ 1086.193812] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.204141] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce304f-f388-3a32-f816-1c0277b181b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.302289] env[69984]: DEBUG nova.network.neutron [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updated VIF entry in instance network info cache for port be0a9c4c-baab-47dd-842c-ae4352da3c55. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.302854] env[69984]: DEBUG nova.network.neutron [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.305302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.305302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.306434] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73ba182-7b8a-42b4-9fa5-01bd35f4d291 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.328539] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14047d7-6329-4f07-b3fa-a854bda3a704 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.359822] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfiguring VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1086.363564] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802fd2cd-4aff-452e-8c8c-5302dbb53196 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.382939] env[69984]: DEBUG oslo_vmware.api [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945601, 'name': SuspendVM_Task} progress is 62%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.384487] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1086.384487] env[69984]: value = "task-3945602" [ 1086.384487] env[69984]: _type = "Task" [ 1086.384487] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.394569] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.422019] env[69984]: DEBUG nova.compute.utils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.461023] env[69984]: DEBUG nova.scheduler.client.report [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updated inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1086.461023] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 generation from 139 to 140 during operation: update_inventory {{(pid=69984) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1086.461023] env[69984]: DEBUG nova.compute.provider_tree [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.502443] env[69984]: INFO nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] instance snapshotting [ 1086.502739] env[69984]: WARNING nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1086.505957] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8356b-3a1d-49ee-b070-e5bc4519233a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.529657] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84fb5f-d33e-4f85-9a8f-d989a19206d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.581240] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.702495] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ce304f-f388-3a32-f816-1c0277b181b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.702803] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.703089] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.703388] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.703556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.703756] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.704039] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27e3bd88-9e29-4c92-ae50-a02cafbed82a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.713940] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.714157] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.715394] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a287be2c-0703-4d2a-a1c6-7c3b55f66a39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.721545] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1086.721545] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b398f7-cd3c-b64f-55a0-9d23b8693dbe" [ 1086.721545] env[69984]: _type = "Task" [ 1086.721545] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.733441] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b398f7-cd3c-b64f-55a0-9d23b8693dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.807835] env[69984]: DEBUG oslo_concurrency.lockutils [req-b484027c-35b7-4cae-9e9a-16cce2b21d3e req-ae93262e-f812-4072-b441-07c63190d689 service nova] Releasing lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.864305] env[69984]: DEBUG oslo_vmware.api [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945601, 'name': SuspendVM_Task, 'duration_secs': 0.701603} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.864658] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Suspended the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1086.864823] env[69984]: DEBUG nova.compute.manager [None req-4f18e028-ef65-48d7-9669-e9db5f80a072 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.865599] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40906bce-ddcc-4d9d-827b-ae83583a12ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.894435] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.922967] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.969866] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.031s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.970475] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.973441] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.934s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.973689] env[69984]: DEBUG nova.objects.instance [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.043944] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1087.043944] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b8a8912-b2fe-4b68-bfd7-58564363fb00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.051408] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1087.051408] env[69984]: value = "task-3945603" [ 1087.051408] env[69984]: _type = "Task" [ 1087.051408] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.060220] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.232883] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b398f7-cd3c-b64f-55a0-9d23b8693dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.233086] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92367e40-a55e-44a5-ac18-072ec7253838 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.238551] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1087.238551] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c24d75-b446-680f-06f7-ba0f6858a505" [ 1087.238551] env[69984]: _type = "Task" [ 1087.238551] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.246298] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c24d75-b446-680f-06f7-ba0f6858a505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.395601] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.401151] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.401380] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.478996] env[69984]: DEBUG nova.compute.utils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.485498] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.485928] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.550049] env[69984]: DEBUG nova.policy [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '727cf19767ba48fca9248810fe0d2e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754457f7bae046d08f8edef140f1fcdb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.565125] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945603, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.566687] env[69984]: DEBUG nova.compute.manager [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.566687] env[69984]: DEBUG nova.compute.manager [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing instance network info cache due to event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.566687] env[69984]: DEBUG oslo_concurrency.lockutils [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.566687] env[69984]: DEBUG oslo_concurrency.lockutils [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.566687] env[69984]: DEBUG nova.network.neutron [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.752331] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c24d75-b446-680f-06f7-ba0f6858a505, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.752749] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.753118] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.753466] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0020612b-0548-41bc-aa14-45f638c25d17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.763064] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1087.763064] env[69984]: value = "task-3945604" [ 1087.763064] env[69984]: _type = "Task" [ 1087.763064] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.771471] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.895898] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.904495] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.947198] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Successfully created port: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.984883] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.991745] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5dd113d2-195e-4abc-9b85-3ff56aa9247a tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.993059] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.300s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.993437] env[69984]: DEBUG nova.objects.instance [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lazy-loading 'resources' on Instance uuid 3663c90c-2458-443b-ae1d-4a950d56eb07 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.996797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.996797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.996956] env[69984]: INFO nova.compute.manager [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attaching volume f3cc17d0-ba22-42c5-8c2b-985f50078d2e to /dev/sdb [ 1088.034458] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc4a69-7f20-4241-b590-95ed1ca51cde {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.044045] env[69984]: INFO nova.compute.manager [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Resuming [ 1088.044764] env[69984]: DEBUG nova.objects.instance [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'flavor' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.048103] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1258d140-2ed2-4f67-a58a-c63408c83399 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.062700] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945603, 'name': CreateSnapshot_Task, 'duration_secs': 0.604634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.068689] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.071862] env[69984]: DEBUG nova.virt.block_device [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating existing volume attachment record: 37511f46-7a59-4d36-9c27-811655f23919 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1088.074946] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f653e34-83b2-4a35-b71a-b265b00153f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.271954] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486145} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.272569] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.272937] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.273310] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06d8e543-382e-438a-8874-e0d4e27751be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.283021] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1088.283021] env[69984]: value = "task-3945606" [ 1088.283021] env[69984]: _type = "Task" [ 1088.283021] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.292417] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.344746] env[69984]: DEBUG nova.network.neutron [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updated VIF entry in instance network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.345178] env[69984]: DEBUG nova.network.neutron [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbc173cef-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.397482] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.429677] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.597311] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.598567] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d12237c8-ee45-4726-bffc-737e72a6ca2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.608505] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1088.608505] env[69984]: value = "task-3945607" [ 1088.608505] env[69984]: _type = "Task" [ 1088.608505] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.620953] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945607, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.712967] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e908c74a-7f0b-4c03-88c8-b7e39806932d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.721983] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db77fc-5fe9-4ee4-8816-46ae063885b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.758590] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f344ba2-e73e-4c46-9513-f3e241cc1cfc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.768932] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43396fb-4d63-40ef-aeee-54abdc59acce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.785661] env[69984]: DEBUG nova.compute.provider_tree [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.798918] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077406} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.799631] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.800779] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d4127-adde-459e-9682-89c6c09d98b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.830497] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.831245] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3922db03-881e-4aea-8eae-36f2e48e0101 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.847639] env[69984]: DEBUG oslo_concurrency.lockutils [req-7a43154c-eedf-4e1a-b4de-bf084db8bea4 req-6581bd79-b0d8-4c11-91d9-a0656d0126df service nova] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.855113] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1088.855113] env[69984]: value = "task-3945608" [ 1088.855113] env[69984]: _type = "Task" [ 1088.855113] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.864605] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.897846] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.995559] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.019522] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.019736] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.019815] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.020018] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.020192] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.020338] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.020546] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.020706] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.020872] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.021048] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.021236] env[69984]: DEBUG nova.virt.hardware [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.022123] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31600738-4b7b-4054-abc1-fca1c629c0f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.030747] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d42c22-e5d3-4345-985f-43f1ab5ee612 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.119335] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945607, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.293375] env[69984]: DEBUG nova.scheduler.client.report [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.365650] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.399283] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.558638] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.559703] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquired lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.559978] env[69984]: DEBUG nova.network.neutron [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.622974] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945607, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.708609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.762842] env[69984]: DEBUG nova.compute.manager [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Received event network-vif-plugged-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.762842] env[69984]: DEBUG oslo_concurrency.lockutils [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] Acquiring lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.762842] env[69984]: DEBUG oslo_concurrency.lockutils [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.762842] env[69984]: DEBUG oslo_concurrency.lockutils [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.763277] env[69984]: DEBUG nova.compute.manager [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] No waiting events found dispatching network-vif-plugged-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.763277] env[69984]: WARNING nova.compute.manager [req-b106fbf2-9192-4875-b51e-3107a63fb513 req-43f7784e-3304-4a0a-b21b-27338a0682bb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Received unexpected event network-vif-plugged-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 for instance with vm_state building and task_state spawning. [ 1089.798375] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.800629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.918s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.802185] env[69984]: INFO nova.compute.claims [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.867032] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945608, 'name': ReconfigVM_Task, 'duration_secs': 0.595523} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.867032] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.867651] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5693bf99-c6f9-4d3e-8609-5e066a8a23b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.875255] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1089.875255] env[69984]: value = "task-3945609" [ 1089.875255] env[69984]: _type = "Task" [ 1089.875255] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.887579] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945609, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.888344] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Successfully updated port: d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.899319] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.119941] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945607, 'name': CloneVM_Task, 'duration_secs': 1.417027} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.120206] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Created linked-clone VM from snapshot [ 1090.120943] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec3a367-722d-48a3-a03a-543295e924a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.128347] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Uploading image d872adb2-74e2-4485-9b1b-e1cc170ceac1 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.150173] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.150173] env[69984]: value = "vm-783156" [ 1090.150173] env[69984]: _type = "VirtualMachine" [ 1090.150173] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.150781] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b439a63-af6f-42ce-abcc-6daf892a6761 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.158443] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease: (returnval){ [ 1090.158443] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201a457-4335-a9dd-f974-8071c914b2ef" [ 1090.158443] env[69984]: _type = "HttpNfcLease" [ 1090.158443] env[69984]: } obtained for exporting VM: (result){ [ 1090.158443] env[69984]: value = "vm-783156" [ 1090.158443] env[69984]: _type = "VirtualMachine" [ 1090.158443] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.158752] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the lease: (returnval){ [ 1090.158752] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201a457-4335-a9dd-f974-8071c914b2ef" [ 1090.158752] env[69984]: _type = "HttpNfcLease" [ 1090.158752] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.170363] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.170363] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201a457-4335-a9dd-f974-8071c914b2ef" [ 1090.170363] env[69984]: _type = "HttpNfcLease" [ 1090.170363] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.296902] env[69984]: DEBUG nova.network.neutron [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [{"id": "39651ffc-51c1-438b-9989-33c3f84efd57", "address": "fa:16:3e:2e:6d:24", "network": {"id": "09a6cd41-5ff2-4bf3-9ad4-93e2448eaa67", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1065165912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4c9aa782b5428bb5c8102adb8e57f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39651ffc-51", "ovs_interfaceid": "39651ffc-51c1-438b-9989-33c3f84efd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.318688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa58a0f8-3ce1-4d9e-bcab-7955e9784a3a tempest-ServerActionsV293TestJSON-1379287739 tempest-ServerActionsV293TestJSON-1379287739-project-member] Lock "3663c90c-2458-443b-ae1d-4a950d56eb07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.995s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.387939] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945609, 'name': Rename_Task, 'duration_secs': 0.141299} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.388628] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.388628] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d14bff9-2cec-4042-906f-cae9b2664ad0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.390639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.390823] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.390988] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.400901] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.403155] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1090.403155] env[69984]: value = "task-3945612" [ 1090.403155] env[69984]: _type = "Task" [ 1090.403155] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.412377] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.670053] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.670053] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201a457-4335-a9dd-f974-8071c914b2ef" [ 1090.670053] env[69984]: _type = "HttpNfcLease" [ 1090.670053] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.670053] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.670053] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201a457-4335-a9dd-f974-8071c914b2ef" [ 1090.670053] env[69984]: _type = "HttpNfcLease" [ 1090.670053] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.670799] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ee4039-174a-4017-aae2-a380f54a96f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.679382] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.679639] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.768092] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a603759-9d70-445f-b9e1-28375d7869a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.805186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Releasing lock "refresh_cache-d9a988f0-b139-4d6f-9939-6ec3408d0af2" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.807196] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df2f5d-ad33-466e-a3a9-7e79e05c5aab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.818091] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Resuming the VM {{(pid=69984) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1090.818428] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be212960-3cf0-4057-aec1-5c656eefee53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.827380] env[69984]: DEBUG oslo_vmware.api [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1090.827380] env[69984]: value = "task-3945613" [ 1090.827380] env[69984]: _type = "Task" [ 1090.827380] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.838483] env[69984]: DEBUG oslo_vmware.api [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.906020] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.911996] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945612, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.934807] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.046175] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50dd535-1892-4095-9e2d-425e163e4613 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.055062] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f81ac-875b-49c9-a710-a98083902dae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.088889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a132f53-b573-4c76-bffe-e9fbf46431f8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.099315] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2423e4d4-1b6b-47d3-acbd-b239c71a8036 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.120444] env[69984]: DEBUG nova.compute.provider_tree [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.147618] env[69984]: DEBUG nova.network.neutron [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Updating instance_info_cache with network_info: [{"id": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "address": "fa:16:3e:a7:f0:be", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a17d2-5f", "ovs_interfaceid": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.258065] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.258245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.258494] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.258700] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.258877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.261682] env[69984]: INFO nova.compute.manager [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Terminating instance [ 1091.342089] env[69984]: DEBUG oslo_vmware.api [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.405169] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.418022] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945612, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.577648] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.578213] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.624529] env[69984]: DEBUG nova.scheduler.client.report [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.650450] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.650820] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Instance network_info: |[{"id": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "address": "fa:16:3e:a7:f0:be", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a17d2-5f", "ovs_interfaceid": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.651249] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:f0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23fc30ea-1f06-424d-86e1-27ae5435b1a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77a17d2-5fba-44c2-8c88-ce8a8d02d647', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.658882] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.659522] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.659775] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e15c0383-72e8-4422-8830-034a9d100c33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.681853] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.681853] env[69984]: value = "task-3945614" [ 1091.681853] env[69984]: _type = "Task" [ 1091.681853] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.690819] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945614, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.767336] env[69984]: DEBUG nova.compute.manager [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.767861] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.768224] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e52b15-a51b-4f66-9189-75d0c87af81e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.776643] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1091.776643] env[69984]: value = "task-3945615" [ 1091.776643] env[69984]: _type = "Task" [ 1091.776643] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.789192] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.795013] env[69984]: DEBUG nova.compute.manager [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Received event network-changed-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.795315] env[69984]: DEBUG nova.compute.manager [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Refreshing instance network info cache due to event network-changed-d77a17d2-5fba-44c2-8c88-ce8a8d02d647. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.795598] env[69984]: DEBUG oslo_concurrency.lockutils [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] Acquiring lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.795794] env[69984]: DEBUG oslo_concurrency.lockutils [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] Acquired lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.796074] env[69984]: DEBUG nova.network.neutron [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Refreshing network info cache for port d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.839625] env[69984]: DEBUG oslo_vmware.api [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945613, 'name': PowerOnVM_Task, 'duration_secs': 0.583636} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.840207] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Resumed the VM {{(pid=69984) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1091.840547] env[69984]: DEBUG nova.compute.manager [None req-a30283d0-4c51-4f5b-9247-68f6d71e18f6 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.841533] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991f02ca-0f73-437b-9fc5-3dd7cc9e2ddb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.905238] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.921384] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.088872] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1092.088872] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.131851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.132459] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.135723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.783s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.136029] env[69984]: DEBUG nova.objects.instance [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lazy-loading 'resources' on Instance uuid e5a08fa6-5448-4f57-9659-d23fcafd89f8 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.195834] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945614, 'name': CreateVM_Task, 'duration_secs': 0.395006} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.195834] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.196374] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.196547] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.196966] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.198293] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a6337d-a7ca-45cc-af97-f792a5980379 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.204350] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1092.204350] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52579fbd-56f2-e0e6-ad8d-6c5521b2817f" [ 1092.204350] env[69984]: _type = "Task" [ 1092.204350] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.214988] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52579fbd-56f2-e0e6-ad8d-6c5521b2817f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.287526] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945615, 'name': PowerOffVM_Task, 'duration_secs': 0.299527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.287958] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.288199] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1092.288413] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783120', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'name': 'volume-263d190a-4a9d-44d0-aada-b4b328537cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9a2ec53-afbb-4695-8290-69f91fd83eb6', 'attached_at': '', 'detached_at': '', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'serial': '263d190a-4a9d-44d0-aada-b4b328537cd7'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1092.289320] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aedfc2e-ab38-415d-bca6-97d100b34ef1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.313920] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060936b8-29cd-4db5-93e4-6969089eb3f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.324151] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb09efc-ba78-4e20-9672-fc6251d6ccea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.344609] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fedee8d-f9da-4764-9155-266c0b71d81e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.363695] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] The volume has not been displaced from its original location: [datastore2] volume-263d190a-4a9d-44d0-aada-b4b328537cd7/volume-263d190a-4a9d-44d0-aada-b4b328537cd7.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1092.368996] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.372902] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9023b8-362b-4d9f-8117-5be3baddfe2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.398740] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1092.398740] env[69984]: value = "task-3945616" [ 1092.398740] env[69984]: _type = "Task" [ 1092.398740] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.406400] env[69984]: DEBUG oslo_vmware.api [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945602, 'name': ReconfigVM_Task, 'duration_secs': 5.827867} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.412667] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.412751] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Reconfigured VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1092.415511] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.421986] env[69984]: DEBUG oslo_vmware.api [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945612, 'name': PowerOnVM_Task, 'duration_secs': 1.552401} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.424460] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.424460] env[69984]: INFO nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1092.424460] env[69984]: DEBUG nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.424460] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917878f2-625c-42cd-863e-45c7f137aef4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.593386] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.630685] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1092.630929] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783155', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'name': 'volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'serial': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1092.631934] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c8c339-324e-4fb3-b7cf-b35edf7955a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.636108] env[69984]: DEBUG nova.network.neutron [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Updated VIF entry in instance network info cache for port d77a17d2-5fba-44c2-8c88-ce8a8d02d647. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.636108] env[69984]: DEBUG nova.network.neutron [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Updating instance_info_cache with network_info: [{"id": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "address": "fa:16:3e:a7:f0:be", "network": {"id": "810ec5ed-0be5-4ba3-82cb-5e42f7317282", "bridge": "br-int", "label": "tempest-ServersTestJSON-289634768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754457f7bae046d08f8edef140f1fcdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23fc30ea-1f06-424d-86e1-27ae5435b1a9", "external-id": "nsx-vlan-transportzone-189", "segmentation_id": 189, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77a17d2-5f", "ovs_interfaceid": "d77a17d2-5fba-44c2-8c88-ce8a8d02d647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.641488] env[69984]: DEBUG nova.compute.utils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.654108] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1092.657093] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73150e4-bdaa-4ff1-9adc-0b0432e4fa01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.697317] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e/volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.700554] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dccf283-f803-45e4-8e73-42827119a49d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.729446] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52579fbd-56f2-e0e6-ad8d-6c5521b2817f, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.729446] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.729446] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.729591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.729746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.729929] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.730333] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1092.730333] env[69984]: value = "task-3945617" [ 1092.730333] env[69984]: _type = "Task" [ 1092.730333] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.731354] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0805899-00db-440c-a775-ebcd17024a55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.746695] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.750891] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.750891] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.755030] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08319da-200b-4469-a0d5-9ffb0afaadea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.759095] env[69984]: DEBUG nova.compute.manager [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-deleted-bbe05a87-3daf-4289-a3cb-a562ff96340c {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.759095] env[69984]: INFO nova.compute.manager [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Neutron deleted interface bbe05a87-3daf-4289-a3cb-a562ff96340c; detaching it from the instance and deleting it from the info cache [ 1092.759435] env[69984]: DEBUG nova.network.neutron [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "address": "fa:16:3e:71:ec:21", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9e3b0-98", "ovs_interfaceid": "4bd9e3b0-9889-46c1-bd86-d8490a998355", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.766044] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1092.766044] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526894ff-1600-7c55-20a7-0fc26aa10092" [ 1092.766044] env[69984]: _type = "Task" [ 1092.766044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.776072] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526894ff-1600-7c55-20a7-0fc26aa10092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.914487] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.918849] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c703032-8f52-4d05-95b3-9de5d574baba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.926278] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b5b41f-d34a-4459-86d0-12883b46b80a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.964830] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a3bdf-edfb-4b51-b105-d8b336adf5af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.969277] env[69984]: INFO nova.compute.manager [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Took 17.51 seconds to build instance. [ 1092.976989] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7edf8e-ea12-4051-99a6-17c92203a375 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.993845] env[69984]: DEBUG nova.compute.provider_tree [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.139636] env[69984]: DEBUG oslo_concurrency.lockutils [req-04023286-da2b-4d97-a1d1-c32496898b3c req-510d5ed0-8d62-4e78-8de9-b56447e73fbb service nova] Releasing lock "refresh_cache-64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.155863] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.244994] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.262490] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.262747] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] Acquired lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.263787] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b3964-919f-4b75-bd32-735e8276dfd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.276851] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526894ff-1600-7c55-20a7-0fc26aa10092, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.291584] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] Releasing lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.291879] env[69984]: WARNING nova.compute.manager [req-3c19b46b-a8e7-46b9-81e9-469683f392ca req-10bfb3b9-0896-4d0f-b23c-a8195e2b4e26 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Detach interface failed, port_id=bbe05a87-3daf-4289-a3cb-a562ff96340c, reason: No device with interface-id bbe05a87-3daf-4289-a3cb-a562ff96340c exists on VM: nova.exception.NotFound: No device with interface-id bbe05a87-3daf-4289-a3cb-a562ff96340c exists on VM [ 1093.292324] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14673abe-c38b-4833-ad32-c181de99fa71 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.298980] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1093.298980] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523ba4de-9955-596a-bcdb-1559382cd23f" [ 1093.298980] env[69984]: _type = "Task" [ 1093.298980] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.308149] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523ba4de-9955-596a-bcdb-1559382cd23f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.410316] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.472317] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b315260b-4d18-4be4-91ae-55ead8630ac0 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.021s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.497702] env[69984]: DEBUG nova.scheduler.client.report [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.724698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.724926] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.725138] env[69984]: DEBUG nova.network.neutron [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.746549] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945617, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.810866] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523ba4de-9955-596a-bcdb-1559382cd23f, 'name': SearchDatastore_Task, 'duration_secs': 0.013899} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.811200] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.811493] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb/64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.812169] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a74e7b85-2580-4839-987d-009fb0998308 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.821021] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1093.821021] env[69984]: value = "task-3945618" [ 1093.821021] env[69984]: _type = "Task" [ 1093.821021] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.832709] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.912913] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945616, 'name': ReconfigVM_Task, 'duration_secs': 1.181063} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.913263] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.918570] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89189bc6-b4c3-456a-ade6-30abe61f1d73 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.932587] env[69984]: DEBUG nova.compute.manager [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-deleted-4bd9e3b0-9889-46c1-bd86-d8490a998355 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.933054] env[69984]: INFO nova.compute.manager [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Neutron deleted interface 4bd9e3b0-9889-46c1-bd86-d8490a998355; detaching it from the instance and deleting it from the info cache [ 1093.933157] env[69984]: DEBUG nova.network.neutron [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.942155] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1093.942155] env[69984]: value = "task-3945619" [ 1093.942155] env[69984]: _type = "Task" [ 1093.942155] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.957130] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.005670] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.008484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.113s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.010404] env[69984]: INFO nova.compute.claims [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.027796] env[69984]: INFO nova.scheduler.client.report [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Deleted allocations for instance e5a08fa6-5448-4f57-9659-d23fcafd89f8 [ 1094.169812] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.224861] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.225884] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.225884] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.225884] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.226220] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.226373] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.226671] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.226861] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.227092] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.227304] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.227571] env[69984]: DEBUG nova.virt.hardware [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.232237] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585c49e9-4b3d-43da-9e1b-f0e3d33301ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.235189] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.235531] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.236430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.236430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.236430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.244260] env[69984]: INFO nova.compute.manager [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Terminating instance [ 1094.252672] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fdb353-ad98-4ce2-97b5-cccf0f251c47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.261796] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945617, 'name': ReconfigVM_Task, 'duration_secs': 1.025315} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.263394] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e/volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.281129] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4833c2-e470-4d98-a33c-77262f2ab666 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.290524] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.299413] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Creating folder: Project (99d527283f064b3694ecd385f8748685). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.303571] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df2511a5-89cc-4bc2-9b62-2c56532dd7e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.313327] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1094.313327] env[69984]: value = "task-3945620" [ 1094.313327] env[69984]: _type = "Task" [ 1094.313327] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.319203] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Created folder: Project (99d527283f064b3694ecd385f8748685) in parent group-v782883. [ 1094.319490] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Creating folder: Instances. Parent ref: group-v783158. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.320347] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a68daf84-ef24-49be-b978-ecbd6d8de99e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.333086] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.340442] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.349730] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Created folder: Instances in parent group-v783158. [ 1094.350213] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.350723] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.351070] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c9b3d95-1785-41a1-ba33-a6201f59dec8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.376031] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.376031] env[69984]: value = "task-3945623" [ 1094.376031] env[69984]: _type = "Task" [ 1094.376031] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.392128] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945623, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.437884] env[69984]: DEBUG oslo_concurrency.lockutils [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] Acquiring lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.453098] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945619, 'name': ReconfigVM_Task, 'duration_secs': 0.127221} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.453531] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783120', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'name': 'volume-263d190a-4a9d-44d0-aada-b4b328537cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9a2ec53-afbb-4695-8290-69f91fd83eb6', 'attached_at': '', 'detached_at': '', 'volume_id': '263d190a-4a9d-44d0-aada-b4b328537cd7', 'serial': '263d190a-4a9d-44d0-aada-b4b328537cd7'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.453866] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.454918] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821a690-ef43-4bee-bba8-9487e29b3fc2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.463835] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.464070] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfb2aa37-b9cb-4ffc-9d5d-a1fe4787d0d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.537376] env[69984]: DEBUG oslo_concurrency.lockutils [None req-de1097cf-4d24-41a5-9b60-d10de7f685c1 tempest-ServerShowV257Test-1411295898 tempest-ServerShowV257Test-1411295898-project-member] Lock "e5a08fa6-5448-4f57-9659-d23fcafd89f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.120s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.546119] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.546426] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.546778] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Deleting the datastore file [datastore2] f9a2ec53-afbb-4695-8290-69f91fd83eb6 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.547421] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b38d23-ef84-43b4-a501-e6486da3c1ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.557220] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for the task: (returnval){ [ 1094.557220] env[69984]: value = "task-3945625" [ 1094.557220] env[69984]: _type = "Task" [ 1094.557220] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.569401] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.694104] env[69984]: INFO nova.network.neutron [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Port 4bd9e3b0-9889-46c1-bd86-d8490a998355 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1094.694624] env[69984]: DEBUG nova.network.neutron [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [{"id": "08db06bb-3f3d-40d7-b109-0d2876a46543", "address": "fa:16:3e:cc:64:dc", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08db06bb-3f", "ovs_interfaceid": "08db06bb-3f3d-40d7-b109-0d2876a46543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.759710] env[69984]: DEBUG nova.compute.manager [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.759974] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.760942] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db25b425-2172-4268-b725-53eb75646cea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.770103] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.770455] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d302cd1-2644-4d07-b15c-5682aab2afc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.778707] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1094.778707] env[69984]: value = "task-3945626" [ 1094.778707] env[69984]: _type = "Task" [ 1094.778707] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.789508] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.826657] env[69984]: DEBUG oslo_vmware.api [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945620, 'name': ReconfigVM_Task, 'duration_secs': 0.280096} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.830333] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783155', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'name': 'volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'serial': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.840836] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645094} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.840836] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb/64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.840836] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.840836] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12db0b43-97bb-4f9d-9e13-2da95fa08fea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.849157] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1094.849157] env[69984]: value = "task-3945627" [ 1094.849157] env[69984]: _type = "Task" [ 1094.849157] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.860379] env[69984]: DEBUG nova.compute.manager [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1094.868488] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.887725] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945623, 'name': CreateVM_Task, 'duration_secs': 0.415714} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.887967] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.888964] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.889234] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.889594] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.890250] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60310cb-500e-4c99-8e8b-b1acde7163a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.897883] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1094.897883] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295dee7-4cb9-0c66-354c-b0a15feb6807" [ 1094.897883] env[69984]: _type = "Task" [ 1094.897883] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.908175] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295dee7-4cb9-0c66-354c-b0a15feb6807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.073350] env[69984]: DEBUG oslo_vmware.api [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Task: {'id': task-3945625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151733} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.073815] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.074150] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.074389] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.074682] env[69984]: INFO nova.compute.manager [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Took 3.31 seconds to destroy the instance on the hypervisor. [ 1095.075011] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.075269] env[69984]: DEBUG nova.compute.manager [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.075439] env[69984]: DEBUG nova.network.neutron [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.197887] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.244043] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da68572-718e-403e-a75d-0d6e091e334a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.254290] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d1db5-db4c-4920-adb4-28691e5b9497 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.291250] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e49bdb-1d6c-4959-9c65-c94dc2507a7b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299852] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945626, 'name': PowerOffVM_Task, 'duration_secs': 0.261544} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.302368] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.303386] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.304431] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eca2508-aaeb-4ccf-bbfd-0bc6646e8ee6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.307648] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd27b2e-882d-4580-823a-f9cece26e2bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.325832] env[69984]: DEBUG nova.compute.provider_tree [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.360575] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087289} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.360858] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.361741] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b12fd3-08f4-4a33-bc00-23248f2e5b74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.388595] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb/64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.391205] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-011613e3-532e-4091-9a34-4a5b71f11801 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.409832] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.411437] env[69984]: DEBUG nova.objects.instance [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.427329] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295dee7-4cb9-0c66-354c-b0a15feb6807, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.429017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.429302] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.429544] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.429696] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.429874] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.430547] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1095.430547] env[69984]: value = "task-3945629" [ 1095.430547] env[69984]: _type = "Task" [ 1095.430547] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.430920] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d396ffad-4890-45ec-b942-d1c8ae9f380c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.444108] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945629, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.445715] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.445996] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.447106] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ed1df5-8c85-49b4-8c3d-4ebc3a69b4f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.453182] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1095.453182] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c66c58-2b81-56ff-add1-dadc33e9c89b" [ 1095.453182] env[69984]: _type = "Task" [ 1095.453182] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.464052] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c66c58-2b81-56ff-add1-dadc33e9c89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.550800] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.551093] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.551232] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleting the datastore file [datastore1] 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.551585] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef4210a-3526-41d0-9f73-327f2b1e96a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.561019] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1095.561019] env[69984]: value = "task-3945630" [ 1095.561019] env[69984]: _type = "Task" [ 1095.561019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.572122] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.670591] env[69984]: DEBUG nova.compute.manager [req-d4dcd12d-4840-4845-b4b8-6a7cd71380f8 req-ab764770-7608-41f9-b885-60e9c2fbf0a2 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Received event network-vif-deleted-188e3c1b-5297-4ccf-88a2-5e9c7717306d {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.670830] env[69984]: INFO nova.compute.manager [req-d4dcd12d-4840-4845-b4b8-6a7cd71380f8 req-ab764770-7608-41f9-b885-60e9c2fbf0a2 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Neutron deleted interface 188e3c1b-5297-4ccf-88a2-5e9c7717306d; detaching it from the instance and deleting it from the info cache [ 1095.671072] env[69984]: DEBUG nova.network.neutron [req-d4dcd12d-4840-4845-b4b8-6a7cd71380f8 req-ab764770-7608-41f9-b885-60e9c2fbf0a2 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.707869] env[69984]: DEBUG oslo_concurrency.lockutils [None req-458cd8c9-7e6f-4101-b998-d42b1de6f064 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-34cff730-558a-4f02-9c43-c5f7fe528615-bbe05a87-3daf-4289-a3cb-a562ff96340c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.909s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.829839] env[69984]: DEBUG nova.scheduler.client.report [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.918174] env[69984]: DEBUG oslo_concurrency.lockutils [None req-36396dd6-3916-4643-a7e4-67fdfa800d15 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.922s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.947737] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945629, 'name': ReconfigVM_Task, 'duration_secs': 0.409549} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.948164] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb/64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.948892] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b7cf1d-f26c-47a2-b7ba-9e45e51d08d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.959891] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1095.959891] env[69984]: value = "task-3945631" [ 1095.959891] env[69984]: _type = "Task" [ 1095.959891] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.967747] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c66c58-2b81-56ff-add1-dadc33e9c89b, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.969157] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbba9bd-ad33-4df3-ac7c-620ea2c31417 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.975853] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945631, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.984776] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1095.984776] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5273a690-a338-b9be-3b89-924b62c0f132" [ 1095.984776] env[69984]: _type = "Task" [ 1095.984776] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.990426] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5273a690-a338-b9be-3b89-924b62c0f132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.071966] env[69984]: DEBUG oslo_vmware.api [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.441024} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.072334] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.072567] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.072759] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.072939] env[69984]: INFO nova.compute.manager [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1096.073369] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.073742] env[69984]: DEBUG nova.compute.manager [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.073742] env[69984]: DEBUG nova.network.neutron [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.144131] env[69984]: DEBUG nova.network.neutron [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.158821] env[69984]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4bd9e3b0-9889-46c1-bd86-d8490a998355 could not be found.", "detail": ""}} {{(pid=69984) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1096.159109] env[69984]: DEBUG nova.network.neutron [-] Unable to show port 4bd9e3b0-9889-46c1-bd86-d8490a998355 as it no longer exists. {{(pid=69984) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1096.174454] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4463c712-aab0-42c4-8cd7-d8d19072abd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.187380] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871d0c2-d05d-4a85-9da4-8f78948d221e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.220831] env[69984]: DEBUG nova.compute.manager [req-d4dcd12d-4840-4845-b4b8-6a7cd71380f8 req-ab764770-7608-41f9-b885-60e9c2fbf0a2 service nova] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Detach interface failed, port_id=188e3c1b-5297-4ccf-88a2-5e9c7717306d, reason: Instance f9a2ec53-afbb-4695-8290-69f91fd83eb6 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.340430] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.341063] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.343943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.447s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.345566] env[69984]: INFO nova.compute.claims [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.472150] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945631, 'name': Rename_Task, 'duration_secs': 0.183387} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.472512] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.472799] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df0a6251-9017-4391-aacb-d9cdec44723f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.482921] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1096.482921] env[69984]: value = "task-3945632" [ 1096.482921] env[69984]: _type = "Task" [ 1096.482921] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.498692] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.502823] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5273a690-a338-b9be-3b89-924b62c0f132, 'name': SearchDatastore_Task, 'duration_secs': 0.020487} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.503128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.503424] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3269292e-cea1-463e-9b1c-1265727042ef/3269292e-cea1-463e-9b1c-1265727042ef.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.503734] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26bcc752-5049-41d5-891d-5b26b0f7af1c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.518148] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1096.518148] env[69984]: value = "task-3945633" [ 1096.518148] env[69984]: _type = "Task" [ 1096.518148] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.527500] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.647223] env[69984]: INFO nova.compute.manager [-] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Took 1.57 seconds to deallocate network for instance. [ 1096.851727] env[69984]: DEBUG nova.compute.utils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.859054] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1096.999343] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.030777] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.153097] env[69984]: DEBUG nova.network.neutron [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.227375] env[69984]: INFO nova.compute.manager [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Took 0.58 seconds to detach 1 volumes for instance. [ 1097.230170] env[69984]: DEBUG nova.compute.manager [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Deleting volume: 263d190a-4a9d-44d0-aada-b4b328537cd7 {{(pid=69984) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1097.357565] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.376800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.377085] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.467143] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.467418] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.467624] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.467808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.467976] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.471975] env[69984]: INFO nova.compute.manager [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Terminating instance [ 1097.499287] env[69984]: DEBUG oslo_vmware.api [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945632, 'name': PowerOnVM_Task, 'duration_secs': 0.764681} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.499617] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.499779] env[69984]: INFO nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1097.499963] env[69984]: DEBUG nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.501083] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2909d88b-5b53-4384-ba69-c46f252c7bf0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.525886] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945633, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.576123] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb10875b-9a54-4d00-ab00-ead01eecb57a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.584956] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f8774f-dbe8-4006-a9cb-6e949e7cbc0d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.619293] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3073d2cd-ad85-4fcb-b346-92e8079c7ad7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.629035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32630b63-74c4-459f-a37b-7e3b187b7c2f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.644597] env[69984]: DEBUG nova.compute.provider_tree [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.654939] env[69984]: INFO nova.compute.manager [-] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Took 1.58 seconds to deallocate network for instance. [ 1097.744683] env[69984]: DEBUG nova.compute.manager [req-95dba653-153b-49e3-8938-8b0d29308481 req-76ce3ce9-41a0-4637-b7c9-3a0a787e0316 service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Received event network-vif-deleted-08db06bb-3f3d-40d7-b109-0d2876a46543 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.776157] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.881304] env[69984]: DEBUG nova.compute.utils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.976504] env[69984]: DEBUG nova.compute.manager [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.976744] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.978133] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbd693-390e-4875-8ffe-0f8b72088560 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.987551] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.987920] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8902a4-24c8-4437-b949-60ae0f472231 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.996286] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1097.996286] env[69984]: value = "task-3945635" [ 1097.996286] env[69984]: _type = "Task" [ 1097.996286] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.006237] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.025058] env[69984]: INFO nova.compute.manager [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Took 19.99 seconds to build instance. [ 1098.030626] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945633, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.148122] env[69984]: DEBUG nova.scheduler.client.report [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.162716] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.371612] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.384787] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.399176] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.399422] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.399589] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.399831] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.399985] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.400162] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.400373] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.400534] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.400700] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.400860] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.401043] env[69984]: DEBUG nova.virt.hardware [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.402055] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204030e0-f5da-4eab-96d4-4327e0e16352 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.410882] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd755f-9758-49c2-a3d8-a6357e0a8118 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.426729] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.432289] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.432892] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.433140] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46acfc51-23c9-4b5f-845d-df9ac1445496 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.450787] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.450787] env[69984]: value = "task-3945636" [ 1098.450787] env[69984]: _type = "Task" [ 1098.450787] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.459495] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945636, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.506454] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945635, 'name': PowerOffVM_Task, 'duration_secs': 0.2223} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.506743] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.506912] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.507198] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e4e6d78-33f3-40a8-9282-f31f436a059c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.527538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-293ade06-fdb9-44b4-a533-4d11330ba98d tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.501s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.533725] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945633, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.797063} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.533979] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3269292e-cea1-463e-9b1c-1265727042ef/3269292e-cea1-463e-9b1c-1265727042ef.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.534180] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.534449] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d80469a-d1d2-4b28-a3c8-d1d9d5e97fe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.542245] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1098.542245] env[69984]: value = "task-3945638" [ 1098.542245] env[69984]: _type = "Task" [ 1098.542245] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.554038] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.592227] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.592227] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.592227] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleting the datastore file [datastore1] d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.593039] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a231db00-ab32-4feb-bcd9-d2da37bf5801 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.603595] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for the task: (returnval){ [ 1098.603595] env[69984]: value = "task-3945639" [ 1098.603595] env[69984]: _type = "Task" [ 1098.603595] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.615062] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.653296] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.653982] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.656916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.076s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.657207] env[69984]: DEBUG nova.objects.instance [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'resources' on Instance uuid 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.939092] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1098.940026] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc5353-5108-4657-9288-bc4a86e74c27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.946968] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1098.947197] env[69984]: ERROR oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk due to incomplete transfer. [ 1098.947455] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-537f0b52-5f96-4248-8b25-c73b4be2d97d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.966023] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945636, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.971712] env[69984]: DEBUG oslo_vmware.rw_handles [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c0e439-b484-ded4-2b3a-5334315d2f24/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1098.972074] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Uploaded image d872adb2-74e2-4485-9b1b-e1cc170ceac1 to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1098.974828] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1098.975601] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd310229-565e-4e20-b98a-5e5df8e4f0e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.982231] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1098.982231] env[69984]: value = "task-3945640" [ 1098.982231] env[69984]: _type = "Task" [ 1098.982231] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.990905] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945640, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.052512] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078879} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.052789] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.053642] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef390e24-c195-4867-b4d3-549d0b825596 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.067100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.067370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.067547] env[69984]: DEBUG nova.compute.manager [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.076368] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 3269292e-cea1-463e-9b1c-1265727042ef/3269292e-cea1-463e-9b1c-1265727042ef.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.077204] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92378412-0f45-42c1-9776-874a5e53ae34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.079844] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73cd896a-2c40-42cb-b494-63c38f190ab5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.099438] env[69984]: DEBUG nova.compute.manager [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1099.100282] env[69984]: DEBUG nova.objects.instance [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'flavor' on Instance uuid 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.103859] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1099.103859] env[69984]: value = "task-3945641" [ 1099.103859] env[69984]: _type = "Task" [ 1099.103859] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.117701] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.122520] env[69984]: DEBUG oslo_vmware.api [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Task: {'id': task-3945639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353108} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.122780] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.122971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.123168] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.123344] env[69984]: INFO nova.compute.manager [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1099.123660] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.123878] env[69984]: DEBUG nova.compute.manager [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.123976] env[69984]: DEBUG nova.network.neutron [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.160368] env[69984]: DEBUG nova.compute.utils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.163280] env[69984]: DEBUG nova.objects.instance [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'numa_topology' on Instance uuid 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.164658] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.165478] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.217173] env[69984]: DEBUG nova.policy [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a764cef5ff640ef9f2944f5427f4dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '366a053734e847a8bba9d60a95c2ca7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.454853] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.456062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.456062] env[69984]: INFO nova.compute.manager [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attaching volume f74ff50d-39c7-4f03-8f2f-09926f3142e6 to /dev/sdc [ 1099.468577] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945636, 'name': CreateVM_Task, 'duration_secs': 0.531639} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.472972] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.473885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.474077] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.474403] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.474730] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d32817-aac8-45af-8806-85f3116662a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.481470] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1099.481470] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520c0fe9-52c2-113e-af6e-d7be72e2798d" [ 1099.481470] env[69984]: _type = "Task" [ 1099.481470] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.497946] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520c0fe9-52c2-113e-af6e-d7be72e2798d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.503200] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945640, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.505207] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ce477-0f0d-4b17-b310-09840b9b8e82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.513863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c6e72-7853-42e8-9dd3-e71b944c6056 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.531968] env[69984]: DEBUG nova.virt.block_device [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating existing volume attachment record: 3160ccee-4415-4c7c-841c-680ec070db88 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.589697] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Successfully created port: 0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.619035] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.665407] env[69984]: DEBUG nova.objects.base [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Object Instance<14ef51f7-4c98-49b0-a733-8090c161bfdb> lazy-loaded attributes: resources,numa_topology {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1099.668535] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.774898] env[69984]: DEBUG nova.compute.manager [req-de80a1ec-c04d-4e9d-af2d-be4d8598c50e req-3e1b6527-28f2-4ff9-8d70-1ffc0b6fd215 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Received event network-vif-deleted-39651ffc-51c1-438b-9989-33c3f84efd57 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.775170] env[69984]: INFO nova.compute.manager [req-de80a1ec-c04d-4e9d-af2d-be4d8598c50e req-3e1b6527-28f2-4ff9-8d70-1ffc0b6fd215 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Neutron deleted interface 39651ffc-51c1-438b-9989-33c3f84efd57; detaching it from the instance and deleting it from the info cache [ 1099.775370] env[69984]: DEBUG nova.network.neutron [req-de80a1ec-c04d-4e9d-af2d-be4d8598c50e req-3e1b6527-28f2-4ff9-8d70-1ffc0b6fd215 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.887812] env[69984]: DEBUG nova.network.neutron [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.927969] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f84014e-a331-45cb-b959-9fce65dbcf93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.937840] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f233d44-9706-49c9-99d7-d88a7436b6b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.972957] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a9feb-0a4d-47a7-b84e-fc1ed17b1f4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.981938] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc3424-eb0f-447a-b836-571b27a5845f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.998351] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520c0fe9-52c2-113e-af6e-d7be72e2798d, 'name': SearchDatastore_Task, 'duration_secs': 0.039566} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.009510] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.009738] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.009854] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.010016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.010221] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.010535] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945640, 'name': Destroy_Task, 'duration_secs': 0.844555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.010968] env[69984]: DEBUG nova.compute.provider_tree [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.016443] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-965e90fa-88d0-40c3-a0b7-e48dfcf4774b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.016443] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Destroyed the VM [ 1100.016443] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1100.020079] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e1d8348-c8ac-4475-bc2d-aa33a4bb8f09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.035117] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1100.035117] env[69984]: value = "task-3945643" [ 1100.035117] env[69984]: _type = "Task" [ 1100.035117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.037371] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.037371] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.043160] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7319f8a5-2562-490e-a574-a64c07bd7a6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.050292] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1100.050292] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b556e8-2d11-a6d4-97a1-5779208a0126" [ 1100.050292] env[69984]: _type = "Task" [ 1100.050292] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.054451] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.067882] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b556e8-2d11-a6d4-97a1-5779208a0126, 'name': SearchDatastore_Task, 'duration_secs': 0.012796} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.068950] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79c4a44-8aa8-4325-8815-f6c3c2f460f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.076865] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1100.076865] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f18ba-227d-d9d3-44b8-5fff479d1451" [ 1100.076865] env[69984]: _type = "Task" [ 1100.076865] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.086961] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f18ba-227d-d9d3-44b8-5fff479d1451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.113920] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.114146] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-096c1996-8835-4c98-ab12-c7cf45adb9f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.119338] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945641, 'name': ReconfigVM_Task, 'duration_secs': 0.690044} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.120061] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 3269292e-cea1-463e-9b1c-1265727042ef/3269292e-cea1-463e-9b1c-1265727042ef.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.120706] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6c679e7-afe0-4761-92e6-f67ed5387a4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.125131] env[69984]: DEBUG oslo_vmware.api [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1100.125131] env[69984]: value = "task-3945644" [ 1100.125131] env[69984]: _type = "Task" [ 1100.125131] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.129589] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1100.129589] env[69984]: value = "task-3945645" [ 1100.129589] env[69984]: _type = "Task" [ 1100.129589] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.136639] env[69984]: DEBUG oslo_vmware.api [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.145167] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945645, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.284046] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb9433aa-f377-46b5-9f85-bd6ee8c44667 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.295382] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de54434-2e21-4150-ae92-20c347bf5510 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.331522] env[69984]: DEBUG nova.compute.manager [req-de80a1ec-c04d-4e9d-af2d-be4d8598c50e req-3e1b6527-28f2-4ff9-8d70-1ffc0b6fd215 service nova] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Detach interface failed, port_id=39651ffc-51c1-438b-9989-33c3f84efd57, reason: Instance d9a988f0-b139-4d6f-9939-6ec3408d0af2 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.391129] env[69984]: INFO nova.compute.manager [-] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Took 1.27 seconds to deallocate network for instance. [ 1100.528039] env[69984]: DEBUG nova.scheduler.client.report [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.531225] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.531475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.531738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.531936] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.532221] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.535963] env[69984]: INFO nova.compute.manager [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Terminating instance [ 1100.549275] env[69984]: DEBUG oslo_vmware.api [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.486023} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.549275] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1100.549477] env[69984]: INFO nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Took 14.04 seconds to snapshot the instance on the hypervisor. [ 1100.591030] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527f18ba-227d-d9d3-44b8-5fff479d1451, 'name': SearchDatastore_Task, 'duration_secs': 0.025516} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.591264] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.594787] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.594787] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271a797a-9d90-4fa9-aeac-ec9c1dff1211 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.600357] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1100.600357] env[69984]: value = "task-3945646" [ 1100.600357] env[69984]: _type = "Task" [ 1100.600357] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.612974] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.642608] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945645, 'name': Rename_Task, 'duration_secs': 0.193631} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.646293] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.648445] env[69984]: DEBUG oslo_vmware.api [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945644, 'name': PowerOffVM_Task, 'duration_secs': 0.212309} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.648445] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ad17a0-2e15-4207-a868-68c0b1e02bb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.648912] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.649169] env[69984]: DEBUG nova.compute.manager [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.650391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d7d0e-2019-4bbb-b975-8ab8866f8e1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.662834] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1100.662834] env[69984]: value = "task-3945647" [ 1100.662834] env[69984]: _type = "Task" [ 1100.662834] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.672716] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.682483] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.754472] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.754773] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.754963] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.755191] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.755363] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.755513] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.755729] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.755919] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.756079] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.756248] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.756426] env[69984]: DEBUG nova.virt.hardware [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.757394] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f15ec4-05d7-4ea9-9ef2-e3c3f6f4913c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.766749] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c8e022-1849-4411-99ee-0992d32ee9bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.037171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.380s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.040606] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.610s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.041872] env[69984]: INFO nova.compute.claims [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.051388] env[69984]: DEBUG nova.compute.manager [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.051388] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.051388] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160ac6b3-6b8d-4d8c-aa2c-516f5596b5d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.055189] env[69984]: DEBUG nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance disappeared during snapshot {{(pid=69984) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1101.065094] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.065094] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631bf269-372f-4c9f-b928-a820992aef8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.088871] env[69984]: DEBUG nova.compute.manager [None req-6cae86fb-2671-4260-9f2e-54b3b6af2569 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image not found during clean up d872adb2-74e2-4485-9b1b-e1cc170ceac1 {{(pid=69984) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1101.113537] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945646, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.145411] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.145411] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.145608] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore1] 5e5400b6-aa07-46f9-b097-9daa1fa177ac {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.146738] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4dc2062-3e5f-4a4b-8f7f-82a9240a204c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.156856] env[69984]: DEBUG oslo_vmware.api [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1101.156856] env[69984]: value = "task-3945649" [ 1101.156856] env[69984]: _type = "Task" [ 1101.156856] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.169491] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1e9ca8c-142c-4af5-b47b-84ff5e786b54 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.181635] env[69984]: DEBUG oslo_vmware.api [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.186209] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945647, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.275169] env[69984]: DEBUG nova.compute.manager [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Received event network-vif-plugged-0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.278203] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.278203] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.278383] env[69984]: DEBUG oslo_concurrency.lockutils [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.278502] env[69984]: DEBUG nova.compute.manager [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] No waiting events found dispatching network-vif-plugged-0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1101.278649] env[69984]: WARNING nova.compute.manager [req-fd2dbf7f-1cdc-4434-8c1c-fdee94baea9f req-651ecb20-b91a-492f-be45-4a0e105bd088 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Received unexpected event network-vif-plugged-0dcf8152-8bfe-472c-8b22-19494f0f33fe for instance with vm_state building and task_state spawning. [ 1101.341865] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Successfully updated port: 0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.420453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.420722] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.552447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-831e1c51-aef4-41e6-b47a-9e3dcaeb99b8 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.483s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.553753] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.845s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.554484] env[69984]: INFO nova.compute.manager [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Unshelving [ 1101.612261] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576959} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.612634] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.612894] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.613201] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a600b6-5845-4e6d-a471-478d6d83e903 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.621168] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1101.621168] env[69984]: value = "task-3945650" [ 1101.621168] env[69984]: _type = "Task" [ 1101.621168] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.632629] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.667160] env[69984]: DEBUG oslo_vmware.api [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212384} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.670259] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.670493] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.670674] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.670877] env[69984]: INFO nova.compute.manager [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1101.671147] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.671367] env[69984]: DEBUG nova.compute.manager [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.671475] env[69984]: DEBUG nova.network.neutron [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.679130] env[69984]: DEBUG oslo_vmware.api [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945647, 'name': PowerOnVM_Task, 'duration_secs': 0.825012} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.679403] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.679695] env[69984]: INFO nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1101.679914] env[69984]: DEBUG nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.681233] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a981cadf-6818-4900-a1d8-f9b519f5d6a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.844636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.844885] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.845067] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.926647] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.134794] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076594} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.138463] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.140177] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad05fad1-e859-4f3a-914d-16ca84816651 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.172097] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.175136] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839aec5f-c1b7-4126-bc84-e1643c3dcf98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.202320] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1102.202320] env[69984]: value = "task-3945652" [ 1102.202320] env[69984]: _type = "Task" [ 1102.202320] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.207849] env[69984]: INFO nova.compute.manager [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Took 17.38 seconds to build instance. [ 1102.216162] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.371530] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95f3e0-a2d7-471e-a21f-2c5a00e4fa12 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.380601] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f8b483-7320-4555-bdef-2451116e47e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.415732] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.418659] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f514bb5-579b-4df8-9332-08ddafe129b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.427730] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3092fd78-9508-4b89-a5fc-a296a35fa624 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.447232] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.447522] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.447735] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.447920] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.448111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.449961] env[69984]: DEBUG nova.compute.provider_tree [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.451513] env[69984]: INFO nova.compute.manager [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Terminating instance [ 1102.453683] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.587304] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.645193] env[69984]: DEBUG nova.network.neutron [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.694150] env[69984]: DEBUG nova.network.neutron [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.710918] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b386e41-539e-4214-b89d-9f6e9c7a4cd5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.639s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.716638] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945652, 'name': ReconfigVM_Task, 'duration_secs': 0.314883} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.716919] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Reconfigured VM instance instance-00000066 to attach disk [datastore2] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.717536] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0937d9c9-0b3f-44bc-a321-057480e43b79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.726367] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1102.726367] env[69984]: value = "task-3945653" [ 1102.726367] env[69984]: _type = "Task" [ 1102.726367] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.735644] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945653, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.957272] env[69984]: DEBUG nova.scheduler.client.report [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.962605] env[69984]: DEBUG nova.compute.manager [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.962802] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.963955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d87f8c-3355-4e60-9c9d-f3e1c34556cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.972393] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.972665] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b2083a-136a-47ab-8dd0-43c377d281aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.033076] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.033394] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.033517] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore2] 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.033867] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-085d748d-86d1-478c-a881-c0f8de507d72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.040907] env[69984]: DEBUG oslo_vmware.api [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1103.040907] env[69984]: value = "task-3945655" [ 1103.040907] env[69984]: _type = "Task" [ 1103.040907] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.049274] env[69984]: DEBUG oslo_vmware.api [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.147679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.148124] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Instance network_info: |[{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.148561] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:85:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dcf8152-8bfe-472c-8b22-19494f0f33fe', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.156425] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.156667] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.156889] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2825cf2d-b5d5-4121-babb-3b6640558592 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179246] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.179246] env[69984]: value = "task-3945656" [ 1103.179246] env[69984]: _type = "Task" [ 1103.179246] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.187857] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945656, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.196506] env[69984]: INFO nova.compute.manager [-] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Took 1.52 seconds to deallocate network for instance. [ 1103.236069] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945653, 'name': Rename_Task, 'duration_secs': 0.139163} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.236388] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.236647] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5ac814-28a4-4020-8f61-ce52c75f6071 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.244324] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1103.244324] env[69984]: value = "task-3945657" [ 1103.244324] env[69984]: _type = "Task" [ 1103.244324] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.253386] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.310834] env[69984]: DEBUG nova.compute.manager [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Received event network-changed-0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.311036] env[69984]: DEBUG nova.compute.manager [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Refreshing instance network info cache due to event network-changed-0dcf8152-8bfe-472c-8b22-19494f0f33fe. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.311304] env[69984]: DEBUG oslo_concurrency.lockutils [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311431] env[69984]: DEBUG oslo_concurrency.lockutils [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.311620] env[69984]: DEBUG nova.network.neutron [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Refreshing network info cache for port 0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.466079] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.466506] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.470594] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.877s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.470903] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.471215] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1103.472789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.062s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.476318] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1798faf3-0611-4945-a8eb-7b59884dc62b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.487849] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc371a-4f6f-4559-9ded-d1ab7225aa01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.506722] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c08481b-4c11-4123-8944-303282f62f09 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.515264] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9da0a-32db-4b3a-8251-9d90c7075674 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.548780] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179378MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1103.549057] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.558304] env[69984]: DEBUG oslo_vmware.api [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307342} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.558618] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.558845] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.559041] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.559262] env[69984]: INFO nova.compute.manager [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1103.559544] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.559764] env[69984]: DEBUG nova.compute.manager [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.559871] env[69984]: DEBUG nova.network.neutron [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.688930] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945656, 'name': CreateVM_Task, 'duration_secs': 0.344049} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.689132] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.689851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.690065] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.690369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.690649] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3f0dcc-1c93-43f7-9dcf-9356614039bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.697853] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1103.697853] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525f6c9a-835a-3a4e-03de-33ebb6ff84c4" [ 1103.697853] env[69984]: _type = "Task" [ 1103.697853] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.703971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.707545] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525f6c9a-835a-3a4e-03de-33ebb6ff84c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.754039] env[69984]: DEBUG oslo_vmware.api [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945657, 'name': PowerOnVM_Task, 'duration_secs': 0.472736} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.754320] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.754524] env[69984]: INFO nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1103.754726] env[69984]: DEBUG nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1103.755586] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1593392-463e-43ea-acb2-da07161d554d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.977981] env[69984]: INFO nova.compute.claims [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.983271] env[69984]: DEBUG nova.compute.utils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.984740] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.984740] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.072852] env[69984]: DEBUG nova.policy [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9093d6c1209e4b5dbd5a675cf316902e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a240d2a89c4fe0bc283f3368a68930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.106328] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.106328] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783162', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'name': 'volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'serial': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.107431] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541063a6-df46-4d3f-9303-abc4d0d0e86c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.139163] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d9ff92-0a71-42ae-80bd-6928fed1264a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150096] env[69984]: DEBUG nova.network.neutron [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updated VIF entry in instance network info cache for port 0dcf8152-8bfe-472c-8b22-19494f0f33fe. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.150096] env[69984]: DEBUG nova.network.neutron [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.175961] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6/volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.176659] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176a6e7d-7d81-4e6d-8205-0980d65a03dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.209143] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525f6c9a-835a-3a4e-03de-33ebb6ff84c4, 'name': SearchDatastore_Task, 'duration_secs': 0.017229} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.210410] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.210615] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.210981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.210981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.211228] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.211540] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1104.211540] env[69984]: value = "task-3945658" [ 1104.211540] env[69984]: _type = "Task" [ 1104.211540] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.212062] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b16e1039-235d-4a3c-8a13-fec201f9b179 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.224102] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.234805] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.235010] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.235848] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae19896-e89b-420c-8f04-aca060bf7ac0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.245591] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1104.245591] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5278d4eb-a975-dc09-8d8c-ccd64ad59c23" [ 1104.245591] env[69984]: _type = "Task" [ 1104.245591] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.256392] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5278d4eb-a975-dc09-8d8c-ccd64ad59c23, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.256855] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aed978b-eb95-44f6-96ae-60c7f01bcf4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.262852] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1104.262852] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523dcccb-f9cf-36be-3d9e-14c917ed963a" [ 1104.262852] env[69984]: _type = "Task" [ 1104.262852] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.278418] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523dcccb-f9cf-36be-3d9e-14c917ed963a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.280786] env[69984]: INFO nova.compute.manager [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Took 18.41 seconds to build instance. [ 1104.486886] env[69984]: INFO nova.compute.resource_tracker [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating resource usage from migration f055fac4-61f4-4d6f-92e4-79e375fc0324 [ 1104.490333] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.543701] env[69984]: DEBUG nova.network.neutron [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.659099] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Successfully created port: c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.677833] env[69984]: DEBUG oslo_concurrency.lockutils [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.679047] env[69984]: DEBUG nova.compute.manager [req-d61dbaae-4d38-4ab2-8625-c96a2a0c6eb6 req-ba7674c2-2cec-437b-9eca-82d7c4bd576f service nova] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Received event network-vif-deleted-6e3715da-8ae2-418b-93fa-d422d193bc37 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.727709] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.756815] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f8c7b-2e05-471a-97f2-eab5c7675ee0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.764064] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af2d5d-b25d-4bd9-bc1a-920b0fb2bcc1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.777496] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523dcccb-f9cf-36be-3d9e-14c917ed963a, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.803336] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.803689] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.804135] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf344076-b5f3-4acd-a32e-383f02b772e5 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.957s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.804593] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb5de73-7363-4bcb-9ee5-c7a2a68296e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.807244] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b385d-6a6d-4122-982c-25056d8338c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.821119] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731cc6ac-ed17-43d5-b591-89f1b6d08663 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.822755] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1104.822755] env[69984]: value = "task-3945659" [ 1104.822755] env[69984]: _type = "Task" [ 1104.822755] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.835282] env[69984]: DEBUG nova.compute.provider_tree [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.841862] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.871438] env[69984]: INFO nova.compute.manager [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Rebuilding instance [ 1104.966217] env[69984]: DEBUG nova.compute.manager [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.966938] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0bd130-2e89-4153-b6f8-7c85b893ddf3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.047801] env[69984]: INFO nova.compute.manager [-] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Took 1.49 seconds to deallocate network for instance. [ 1105.225069] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945658, 'name': ReconfigVM_Task, 'duration_secs': 0.782693} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.225432] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6/volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.230362] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae33121d-a65e-4333-b6c8-fcc87dc89a7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.246058] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1105.246058] env[69984]: value = "task-3945660" [ 1105.246058] env[69984]: _type = "Task" [ 1105.246058] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.254911] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.335482] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.338716] env[69984]: DEBUG nova.scheduler.client.report [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.344678] env[69984]: DEBUG nova.compute.manager [req-3612d373-56ba-4eed-ae02-e8bba2025601 req-f49285ec-3676-425c-9d9c-e8871295339a service nova] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Received event network-vif-deleted-d77a17d2-5fba-44c2-8c88-ce8a8d02d647 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.501907] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.552781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.578141] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.578389] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.578552] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.578739] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.578935] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.579119] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.579335] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.579499] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.579704] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.579835] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.580023] env[69984]: DEBUG nova.virt.hardware [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.581050] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b808c-2275-47fc-b9f6-3ec756ac24c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.589921] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb25fa9-9290-4683-a128-4b0f358d56e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.756036] env[69984]: DEBUG oslo_vmware.api [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945660, 'name': ReconfigVM_Task, 'duration_secs': 0.193486} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.756275] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783162', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'name': 'volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'serial': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.834692] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85873} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.834976] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.835244] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.835511] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fa07b72-6a38-4af0-a541-04857d50bb31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.845102] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1105.845102] env[69984]: value = "task-3945661" [ 1105.845102] env[69984]: _type = "Task" [ 1105.845102] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.846128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.846397] env[69984]: INFO nova.compute.manager [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Migrating [ 1105.857139] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.081s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.857416] env[69984]: DEBUG nova.objects.instance [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lazy-loading 'resources' on Instance uuid f9a2ec53-afbb-4695-8290-69f91fd83eb6 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.873549] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.983270] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.983600] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f7ad0e1-be74-424d-bcee-05026842a0d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.991465] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1105.991465] env[69984]: value = "task-3945662" [ 1105.991465] env[69984]: _type = "Task" [ 1105.991465] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.003242] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.357812] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222268} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.357812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.359583] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7051081-3c25-4776-be05-feccfe202b60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.363350] env[69984]: DEBUG nova.compute.manager [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Received event network-vif-plugged-c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.363563] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.364033] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.364033] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.364169] env[69984]: DEBUG nova.compute.manager [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] No waiting events found dispatching network-vif-plugged-c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.364335] env[69984]: WARNING nova.compute.manager [req-e5ecf5cb-8ae1-48d0-ae8b-231ad49dcd49 req-f17cc4f8-81ad-4eff-bc69-70097558f645 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Received unexpected event network-vif-plugged-c4692351-fd39-4164-8469-ead64031f976 for instance with vm_state building and task_state spawning. [ 1106.368458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.368827] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.368827] env[69984]: DEBUG nova.network.neutron [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.394175] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.395460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636f36da-ce48-4ed0-9216-c2bc4bd41a17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.418846] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1106.418846] env[69984]: value = "task-3945663" [ 1106.418846] env[69984]: _type = "Task" [ 1106.418846] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.432037] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.504817] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945662, 'name': PowerOffVM_Task, 'duration_secs': 0.185232} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.505981] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.505981] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.506898] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c867534d-f873-49e6-9f4b-e928a7f2e09e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.515245] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Successfully updated port: c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.525194] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.525415] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d11adf-6e50-4554-9e21-b654a9874ba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.565704] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.565931] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.566156] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleting the datastore file [datastore2] f5207eea-3551-4cb0-afcf-3d11740b16d1 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.566646] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c04118-1a65-4619-aa0a-d1627414b2da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.573750] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1106.573750] env[69984]: value = "task-3945665" [ 1106.573750] env[69984]: _type = "Task" [ 1106.573750] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.585629] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.675332] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c023a31-fd61-4e80-b5d9-7617adfa06f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.685061] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca534e-3d9f-4e20-8610-ac3110b58bfe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.723215] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4a506-54eb-49e8-9623-c881e610a1ab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.732256] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dac9f4-5857-4041-a8cb-cc1de17cde98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.749331] env[69984]: DEBUG nova.compute.provider_tree [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.837647] env[69984]: DEBUG nova.objects.instance [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.929220] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.019332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.019463] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.019626] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.084142] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.103201] env[69984]: DEBUG nova.network.neutron [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.253579] env[69984]: DEBUG nova.scheduler.client.report [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.312459] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.344814] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2f65702a-4dde-4341-be2d-e57e78517743 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.890s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.345797] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.034s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.429606] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.585537] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556322} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.585825] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.586068] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.586255] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.605914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.612049] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.759263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.761781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.599s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.762043] env[69984]: DEBUG nova.objects.instance [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'resources' on Instance uuid 34cff730-558a-4f02-9c43-c5f7fe528615 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.809200] env[69984]: DEBUG nova.network.neutron [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.817384] env[69984]: INFO nova.scheduler.client.report [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Deleted allocations for instance f9a2ec53-afbb-4695-8290-69f91fd83eb6 [ 1107.848772] env[69984]: INFO nova.compute.manager [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Detaching volume f3cc17d0-ba22-42c5-8c2b-985f50078d2e [ 1107.898658] env[69984]: INFO nova.virt.block_device [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attempting to driver detach volume f3cc17d0-ba22-42c5-8c2b-985f50078d2e from mountpoint /dev/sdb [ 1107.898658] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.898658] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783155', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'name': 'volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'serial': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.899421] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ea513b-698f-4605-b586-f65077e4a2cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.928351] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96992ac6-f902-41d2-af0f-48a84ed8179a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.936866] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945663, 'name': ReconfigVM_Task, 'duration_secs': 1.075643} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.938573] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.939315] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a25c8c35-39f4-4e16-9bbc-5c0d1d387ae2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.941393] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14026d-0370-495a-ba7e-fba3738ed735 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.967097] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7937e9-8cdc-4935-b676-b70f031f78f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.969908] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1107.969908] env[69984]: value = "task-3945666" [ 1107.969908] env[69984]: _type = "Task" [ 1107.969908] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.983775] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] The volume has not been displaced from its original location: [datastore2] volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e/volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.988949] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.989693] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf788ea-fbb2-491f-9e85-1b808b66bc5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.007705] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945666, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.012952] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1108.012952] env[69984]: value = "task-3945667" [ 1108.012952] env[69984]: _type = "Task" [ 1108.012952] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.021147] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.312537] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.312856] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Instance network_info: |[{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.313330] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8f:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4692351-fd39-4164-8469-ead64031f976', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.321234] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating folder: Project (12a240d2a89c4fe0bc283f3368a68930). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.324132] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0170f547-b6f9-4dc5-a129-a0c814952fa4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.329028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-cb8c760e-9b95-4e08-9870-16ff08c647a0 tempest-ServersTestBootFromVolume-357639003 tempest-ServersTestBootFromVolume-357639003-project-member] Lock "f9a2ec53-afbb-4695-8290-69f91fd83eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.070s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.339938] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created folder: Project (12a240d2a89c4fe0bc283f3368a68930) in parent group-v782883. [ 1108.340161] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating folder: Instances. Parent ref: group-v783164. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.343308] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4805f8c8-d265-43a9-9bd9-5dbcf2fc405f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.355854] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created folder: Instances in parent group-v783164. [ 1108.356103] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.361152] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.361152] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af3a247-32f3-4790-8cf4-4227120b4301 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.385339] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.385339] env[69984]: value = "task-3945670" [ 1108.385339] env[69984]: _type = "Task" [ 1108.385339] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.394885] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945670, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.448677] env[69984]: DEBUG nova.compute.manager [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Received event network-changed-c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.448753] env[69984]: DEBUG nova.compute.manager [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Refreshing instance network info cache due to event network-changed-c4692351-fd39-4164-8469-ead64031f976. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.449021] env[69984]: DEBUG oslo_concurrency.lockutils [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.449131] env[69984]: DEBUG oslo_concurrency.lockutils [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.449731] env[69984]: DEBUG nova.network.neutron [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Refreshing network info cache for port c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.483433] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945666, 'name': Rename_Task, 'duration_secs': 0.148604} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.484717] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.485055] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3c95a33-c112-48e7-b018-707eba489315 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.493369] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1108.493369] env[69984]: value = "task-3945671" [ 1108.493369] env[69984]: _type = "Task" [ 1108.493369] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.504860] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.507154] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f677e92-3d89-48b6-8232-6577f60e2a97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.518401] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c190bb-3bd7-40a5-a24d-c358aa58335f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.528605] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.556464] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6f3b41-a5ca-4503-85ff-1614f85fff6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.565128] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68575944-e83b-4d37-821e-b19dba93e7ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.580355] env[69984]: DEBUG nova.compute.provider_tree [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.668082] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.668462] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.668511] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.668705] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.668876] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.669041] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.669276] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.669445] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.669631] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.669815] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.670019] env[69984]: DEBUG nova.virt.hardware [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.671069] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38281d-6f8c-4875-bdd2-8e44ce01c6ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.679878] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a1189-348c-47d1-8ece-fdd6b766d673 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.696429] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.702348] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.702686] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.702937] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cecdd3ad-d6b9-4508-b838-d96842efc13e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723609] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.723609] env[69984]: value = "task-3945672" [ 1108.723609] env[69984]: _type = "Task" [ 1108.723609] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.736270] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945672, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.896571] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945670, 'name': CreateVM_Task, 'duration_secs': 0.326868} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.896760] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.897793] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.898101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.898598] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.899037] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4082c208-17a7-4b8e-9f33-01b1c55fc54d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.906233] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1108.906233] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b42b68-d8c7-fbf5-edca-f6b266bc7ea7" [ 1108.906233] env[69984]: _type = "Task" [ 1108.906233] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.916791] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b42b68-d8c7-fbf5-edca-f6b266bc7ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.008057] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945671, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.026129] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945667, 'name': ReconfigVM_Task, 'duration_secs': 0.749213} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.026497] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.032051] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee869cf-738f-4c74-96b9-f6913f24b6a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.050595] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1109.050595] env[69984]: value = "task-3945673" [ 1109.050595] env[69984]: _type = "Task" [ 1109.050595] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.062263] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.083692] env[69984]: DEBUG nova.scheduler.client.report [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.121019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb66a2-5d94-47bd-915c-33e1ffb483f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.141027] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.237749] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945672, 'name': CreateVM_Task, 'duration_secs': 0.314022} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.240373] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.240829] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.307951] env[69984]: DEBUG nova.network.neutron [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updated VIF entry in instance network info cache for port c4692351-fd39-4164-8469-ead64031f976. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.308668] env[69984]: DEBUG nova.network.neutron [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.418380] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b42b68-d8c7-fbf5-edca-f6b266bc7ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.418650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.418846] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.419108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.419258] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.419439] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.419728] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.420058] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.420769] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288190fb-b488-43cc-9917-f50a7b39a57a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.422958] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bc37ae-d43d-49a2-b63e-0e08028abbc9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.429636] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1109.429636] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b1c02a-58b0-0751-c6d0-f48bcc8e18d5" [ 1109.429636] env[69984]: _type = "Task" [ 1109.429636] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.434747] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.434948] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.440636] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7a6a23-77c0-4cf2-9c1c-c3cac93da760 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.441995] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b1c02a-58b0-0751-c6d0-f48bcc8e18d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.445236] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1109.445236] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295fe45-f493-ea02-028a-9963bbc8b7a0" [ 1109.445236] env[69984]: _type = "Task" [ 1109.445236] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.455471] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295fe45-f493-ea02-028a-9963bbc8b7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.507980] env[69984]: DEBUG oslo_vmware.api [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945671, 'name': PowerOnVM_Task, 'duration_secs': 0.544146} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.508932] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.509213] env[69984]: INFO nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1109.509444] env[69984]: DEBUG nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.510336] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a707a9-97bd-4699-972a-cf1413ee820f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.561765] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.589724] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.592790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.693s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.593060] env[69984]: DEBUG nova.objects.instance [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lazy-loading 'resources' on Instance uuid d9a988f0-b139-4d6f-9939-6ec3408d0af2 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.651724] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.652064] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8d471fe-21fa-4e5c-adb9-563555451076 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.660906] env[69984]: INFO nova.scheduler.client.report [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted allocations for instance 34cff730-558a-4f02-9c43-c5f7fe528615 [ 1109.664873] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1109.664873] env[69984]: value = "task-3945674" [ 1109.664873] env[69984]: _type = "Task" [ 1109.664873] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.676524] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.811181] env[69984]: DEBUG oslo_concurrency.lockutils [req-736877bd-2b26-41b4-b6aa-feaa43f06ea3 req-85e067b8-5f5c-4b6e-bcd6-1bb5b6f390df service nova] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.942089] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b1c02a-58b0-0751-c6d0-f48bcc8e18d5, 'name': SearchDatastore_Task, 'duration_secs': 0.023986} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.942401] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.942680] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.942904] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.955854] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5295fe45-f493-ea02-028a-9963bbc8b7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.956640] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9836a7cd-8d3d-4f89-b465-2d8d410a614e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.961918] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1109.961918] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284319b-5cdb-deab-dae5-bfede88ab648" [ 1109.961918] env[69984]: _type = "Task" [ 1109.961918] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.971012] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284319b-5cdb-deab-dae5-bfede88ab648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.034464] env[69984]: INFO nova.compute.manager [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Took 24.16 seconds to build instance. [ 1110.061700] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.176484] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7439a55f-90b6-4a83-9e30-25d8da14ae8c tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "34cff730-558a-4f02-9c43-c5f7fe528615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.941s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.178017] env[69984]: DEBUG oslo_concurrency.lockutils [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] Acquired lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.178790] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8fb13-39f1-4ded-922e-900c532101cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.184532] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.190187] env[69984]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1110.190361] env[69984]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69984) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1110.190737] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08cb31fa-10dc-40c2-84de-23af7610f9b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.199673] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e06b9-52a1-4f37-8192-37bb12cecffc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.234278] env[69984]: ERROR root [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-783125' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-783125' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-783125' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-783125'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-783125' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-783125' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-783125'}\n"]: nova.exception.InstanceNotFound: Instance 34cff730-558a-4f02-9c43-c5f7fe528615 could not be found. [ 1110.234623] env[69984]: DEBUG oslo_concurrency.lockutils [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] Releasing lock "34cff730-558a-4f02-9c43-c5f7fe528615" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.234690] env[69984]: DEBUG nova.compute.manager [req-f600077b-11e0-4017-8950-83ae155ff73a req-d2fc9037-8240-4087-a6b7-5c80a5cf975f service nova] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Detach interface failed, port_id=4bd9e3b0-9889-46c1-bd86-d8490a998355, reason: Instance 34cff730-558a-4f02-9c43-c5f7fe528615 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.313274] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a2fc7-463c-4419-80c8-b61471761f34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.321801] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d1e38-de7b-4512-b8d4-6e434715e902 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.355854] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f65b3-e4aa-4555-9164-d2256e947b31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.364253] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71b59b-eec7-4de9-8557-ca9c00fed7bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.379173] env[69984]: DEBUG nova.compute.provider_tree [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.473938] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5284319b-5cdb-deab-dae5-bfede88ab648, 'name': SearchDatastore_Task, 'duration_secs': 0.011445} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.474252] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.474518] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.474835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.475046] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.475275] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67713c49-39a2-4a88-b062-75b88433e02a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.477330] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8129eb6f-b3f2-46b2-bf4e-ce503bca84a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.485098] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1110.485098] env[69984]: value = "task-3945675" [ 1110.485098] env[69984]: _type = "Task" [ 1110.485098] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.493377] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.500609] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.500609] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.501949] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2ca6b3-2203-460e-9713-8a0e02a995f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.508455] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1110.508455] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e48030-db4d-4d53-8e10-09d0ba19f340" [ 1110.508455] env[69984]: _type = "Task" [ 1110.508455] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.519310] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e48030-db4d-4d53-8e10-09d0ba19f340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.538039] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c613af3e-13c5-4d57-b7da-bc7cf0a15a02 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.692s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.563722] env[69984]: DEBUG oslo_vmware.api [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945673, 'name': ReconfigVM_Task, 'duration_secs': 1.21145} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.564045] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783155', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'name': 'volume-f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e', 'serial': 'f3cc17d0-ba22-42c5-8c2b-985f50078d2e'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.678355] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945674, 'name': PowerOffVM_Task, 'duration_secs': 0.802468} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.680226] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.680226] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.882150] env[69984]: DEBUG nova.scheduler.client.report [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.000287] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.000287] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.000440] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.000570] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8a810aa-0c35-4f8d-ad32-e40def96b2fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.008150] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1111.008150] env[69984]: value = "task-3945676" [ 1111.008150] env[69984]: _type = "Task" [ 1111.008150] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.027306] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e48030-db4d-4d53-8e10-09d0ba19f340, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.027572] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.028412] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3952aa11-913d-4c41-8256-e15c9b25e0ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.034172] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1111.034172] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252c4bf-8c81-6535-354d-57e9a8affdea" [ 1111.034172] env[69984]: _type = "Task" [ 1111.034172] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.044031] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252c4bf-8c81-6535-354d-57e9a8affdea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.137805] env[69984]: DEBUG nova.objects.instance [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.185584] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.185856] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.186051] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.186222] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.186374] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.186522] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.186734] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.186899] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.187155] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.187381] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.188045] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.195363] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f02e4aa4-efca-4f32-9052-901c1288ae08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.216635] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1111.216635] env[69984]: value = "task-3945677" [ 1111.216635] env[69984]: _type = "Task" [ 1111.216635] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.222640] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.388893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.391474] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.937s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.393047] env[69984]: INFO nova.compute.claims [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.473047] env[69984]: INFO nova.scheduler.client.report [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Deleted allocations for instance d9a988f0-b139-4d6f-9939-6ec3408d0af2 [ 1111.519602] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072424} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.522140] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.522140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba6263-a30f-49cc-a7f5-09f9a5178065 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.548366] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.551710] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015be7a5-7f6f-4c7e-90df-ec4bc254c94b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.572639] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5252c4bf-8c81-6535-354d-57e9a8affdea, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.574146] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.574443] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.574789] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1111.574789] env[69984]: value = "task-3945678" [ 1111.574789] env[69984]: _type = "Task" [ 1111.574789] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.575016] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1515040-0dc1-4d5d-b677-7678cf9ccfa4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.586699] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1111.586699] env[69984]: value = "task-3945679" [ 1111.586699] env[69984]: _type = "Task" [ 1111.586699] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.590473] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.599666] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.736608] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945677, 'name': ReconfigVM_Task, 'duration_secs': 0.245719} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.736608] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.782947] env[69984]: DEBUG nova.compute.manager [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Received event network-changed-0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.783375] env[69984]: DEBUG nova.compute.manager [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Refreshing instance network info cache due to event network-changed-0dcf8152-8bfe-472c-8b22-19494f0f33fe. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.783634] env[69984]: DEBUG oslo_concurrency.lockutils [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.783862] env[69984]: DEBUG oslo_concurrency.lockutils [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.784095] env[69984]: DEBUG nova.network.neutron [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Refreshing network info cache for port 0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.980822] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1ce4c813-9522-41ad-b210-6597cebec9f1 tempest-ServersNegativeTestJSON-1885896732 tempest-ServersNegativeTestJSON-1885896732-project-member] Lock "d9a988f0-b139-4d6f-9939-6ec3408d0af2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.513s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.089275] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945678, 'name': ReconfigVM_Task, 'duration_secs': 0.338516} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.089677] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfigured VM instance instance-00000067 to attach disk [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.090612] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0884614-4fee-49f1-9da9-34812f7b3af2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.104126] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.106929] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1112.106929] env[69984]: value = "task-3945680" [ 1112.106929] env[69984]: _type = "Task" [ 1112.106929] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.117652] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945680, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.148939] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c1f726e-6e8e-44fa-ae33-3a90ac1ea895 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.802s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.259448] env[69984]: DEBUG nova.virt.hardware [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.267079] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.267079] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28da8d85-e8f2-4931-96bd-e8804bacadfc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.292207] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1112.292207] env[69984]: value = "task-3945681" [ 1112.292207] env[69984]: _type = "Task" [ 1112.292207] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.305919] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.608356] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648674} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.618286] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.618564] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.619064] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46db03f3-192e-42a4-8cd9-046717029256 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.628053] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945680, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.630364] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1112.630364] env[69984]: value = "task-3945682" [ 1112.630364] env[69984]: _type = "Task" [ 1112.630364] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.640539] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.653493] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf7313b-1635-4582-be7b-b455984458b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.661354] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251cc57-0d68-457b-ac13-a61cafd479fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.697603] env[69984]: DEBUG nova.network.neutron [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updated VIF entry in instance network info cache for port 0dcf8152-8bfe-472c-8b22-19494f0f33fe. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.697977] env[69984]: DEBUG nova.network.neutron [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.699762] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467618a-9b78-42e8-812c-0262b2e24b2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.708626] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccbbbbd-0934-4a59-b8f6-68728fa589f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.730237] env[69984]: DEBUG nova.compute.provider_tree [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.806079] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945681, 'name': ReconfigVM_Task, 'duration_secs': 0.228084} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.806429] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.810548] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b276e3f-df8d-4986-94bd-4af001e32c74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.838734] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.838734] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aaac38f-a301-46b3-a6d7-be22670baf27 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.859324] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1112.859324] env[69984]: value = "task-3945683" [ 1112.859324] env[69984]: _type = "Task" [ 1112.859324] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.872665] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.995167] env[69984]: DEBUG oslo_concurrency.lockutils [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.995448] env[69984]: DEBUG oslo_concurrency.lockutils [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.126334] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945680, 'name': Rename_Task, 'duration_secs': 0.890508} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.126334] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.126334] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95263c6f-b484-42c2-a53f-14fd38631db0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136644] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1113.136644] env[69984]: value = "task-3945684" [ 1113.136644] env[69984]: _type = "Task" [ 1113.136644] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.154033] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070754} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.159449] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.160036] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.161172] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f489690-ebea-499d-8c80-463666a89192 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.199418] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.199874] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5895908a-5b56-41fc-baa5-c62bbeb48fcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.224713] env[69984]: DEBUG oslo_concurrency.lockutils [req-88b3778e-df7e-40ed-a73d-e7c8f196b470 req-5dc5a9da-3992-4e15-8150-63b9c8783521 service nova] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.232315] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1113.232315] env[69984]: value = "task-3945685" [ 1113.232315] env[69984]: _type = "Task" [ 1113.232315] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.238122] env[69984]: DEBUG nova.scheduler.client.report [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.252013] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.370954] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945683, 'name': ReconfigVM_Task, 'duration_secs': 0.299748} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.370954] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25/d4b4573f-16cc-4765-a455-b22acbd27f25.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.370954] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.501163] env[69984]: INFO nova.compute.manager [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Detaching volume f74ff50d-39c7-4f03-8f2f-09926f3142e6 [ 1113.571513] env[69984]: INFO nova.virt.block_device [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Attempting to driver detach volume f74ff50d-39c7-4f03-8f2f-09926f3142e6 from mountpoint /dev/sdc [ 1113.571513] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.571513] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783162', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'name': 'volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'serial': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.572606] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a27f443-be23-4d90-b086-19236ec8e01a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.616899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e4d684-111c-43f5-b676-d699eadd9038 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.630162] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a94a0-53b1-4c0c-9285-35438becc48d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.661120] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c6310-cc31-48cc-bd7d-0ffc75c684bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.681161] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] The volume has not been displaced from its original location: [datastore2] volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6/volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.685125] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.688501] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94281f5-4456-49fa-8df7-a26855b7d9ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.704649] env[69984]: DEBUG oslo_vmware.api [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945684, 'name': PowerOnVM_Task, 'duration_secs': 0.499527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.706128] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.706128] env[69984]: INFO nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1113.706128] env[69984]: DEBUG nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.706730] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56759e08-eef2-4c0e-85a2-1ffa7ae2b0dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.714082] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1113.714082] env[69984]: value = "task-3945686" [ 1113.714082] env[69984]: _type = "Task" [ 1113.714082] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.730536] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.744057] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.746397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.746629] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.750552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.162s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.753243] env[69984]: DEBUG nova.objects.instance [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'pci_requests' on Instance uuid 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.882099] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5301763-70f6-49f9-a27c-8d3be27f31ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.903463] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee83cb6d-10b0-426a-ba40-df38a5bc6495 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.925972] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.200825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.201142] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.231977] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945686, 'name': ReconfigVM_Task, 'duration_secs': 0.250072} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.235583] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.239613] env[69984]: INFO nova.compute.manager [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Took 25.83 seconds to build instance. [ 1114.240710] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2915f19-5c43-4a43-b089-104aba3e04bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.257453] env[69984]: DEBUG nova.compute.utils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.263975] env[69984]: DEBUG nova.objects.instance [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'numa_topology' on Instance uuid 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.263975] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.263975] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.272990] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945685, 'name': ReconfigVM_Task, 'duration_secs': 0.622267} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.273936] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1114.273936] env[69984]: value = "task-3945687" [ 1114.273936] env[69984]: _type = "Task" [ 1114.273936] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.274371] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f5207eea-3551-4cb0-afcf-3d11740b16d1/f5207eea-3551-4cb0-afcf-3d11740b16d1.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.275766] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-751d9849-5bea-45f4-914f-91f81ee28f54 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.290631] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.292408] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1114.292408] env[69984]: value = "task-3945688" [ 1114.292408] env[69984]: _type = "Task" [ 1114.292408] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.349126] env[69984]: DEBUG nova.policy [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9d4e81369e94f7482f6d74c816cada2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397b292ba6474400a513e7055d8f3e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.529179] env[69984]: DEBUG nova.network.neutron [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Port be0a9c4c-baab-47dd-842c-ae4352da3c55 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1114.707808] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.755121] env[69984]: DEBUG oslo_concurrency.lockutils [None req-adeb5b76-7405-4353-a49c-7483f52ebce7 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.353s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.774034] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.776870] env[69984]: INFO nova.compute.claims [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.793252] env[69984]: DEBUG oslo_vmware.api [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945687, 'name': ReconfigVM_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.796658] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783162', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'name': 'volume-f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6afda49-918e-4a4c-b132-0f89aa2e9c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6', 'serial': 'f74ff50d-39c7-4f03-8f2f-09926f3142e6'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.804550] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945688, 'name': Rename_Task, 'duration_secs': 0.250356} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.804855] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.805135] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d38bb37-1f07-43a6-9733-70c71dd164a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.816022] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1114.816022] env[69984]: value = "task-3945689" [ 1114.816022] env[69984]: _type = "Task" [ 1114.816022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.821212] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.022284] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Successfully created port: ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.106084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.106416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.277502] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.324888] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945689, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.557030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.559411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.559411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.587050] env[69984]: DEBUG nova.objects.instance [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'flavor' on Instance uuid a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.610506] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.617118] env[69984]: DEBUG nova.compute.manager [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Received event network-changed-c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.617118] env[69984]: DEBUG nova.compute.manager [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Refreshing instance network info cache due to event network-changed-c4692351-fd39-4164-8469-ead64031f976. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.617500] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.617579] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.617748] env[69984]: DEBUG nova.network.neutron [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Refreshing network info cache for port c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.789295] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.827563] env[69984]: DEBUG oslo_vmware.api [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945689, 'name': PowerOnVM_Task, 'duration_secs': 0.707801} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.827863] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.828090] env[69984]: DEBUG nova.compute.manager [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.828856] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a67ba1-9b18-44b0-907e-a56b9f5ce4d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.845237] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.845461] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.845623] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.845804] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.845951] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.846123] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.846342] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.846500] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.846668] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.846832] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.847013] env[69984]: DEBUG nova.virt.hardware [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.847815] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8108cd7-fa35-4f47-a0b2-7a227997982c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.858938] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd6be68-e3c3-46fe-a8ce-38264d2726a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.081429] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e5719-e07a-4710-ba07-46d5ddf9eea0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.094588] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa351df-6ef3-4b93-932b-0f7b6bcca2b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.139282] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc88a4b-22e8-4185-a280-7d5efc8af0e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.149728] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b254a-bf15-468c-b2bb-2f7bf3b2604c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.157041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.166558] env[69984]: DEBUG nova.compute.provider_tree [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.358914] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.480796] env[69984]: DEBUG nova.network.neutron [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updated VIF entry in instance network info cache for port c4692351-fd39-4164-8469-ead64031f976. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.481190] env[69984]: DEBUG nova.network.neutron [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.594302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.594502] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.594686] env[69984]: DEBUG nova.network.neutron [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.599027] env[69984]: DEBUG oslo_concurrency.lockutils [None req-050e2a2d-be46-43aa-8906-83231e302280 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.603s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.670042] env[69984]: DEBUG nova.scheduler.client.report [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.846632] env[69984]: DEBUG nova.compute.manager [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Received event network-vif-plugged-ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.846981] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] Acquiring lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.847113] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.847267] env[69984]: DEBUG oslo_concurrency.lockutils [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.847441] env[69984]: DEBUG nova.compute.manager [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] No waiting events found dispatching network-vif-plugged-ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.847610] env[69984]: WARNING nova.compute.manager [req-4bbded60-2ce8-4954-bf3c-010b07b67d14 req-498fd3ab-69af-4306-a33e-839b3b16dfd6 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Received unexpected event network-vif-plugged-ccaf6beb-8efe-40b5-a410-426d713df2a2 for instance with vm_state building and task_state spawning. [ 1116.946876] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Successfully updated port: ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.983637] env[69984]: DEBUG oslo_concurrency.lockutils [req-97ecb0bb-4348-4ae3-8ac7-b347fd75bd1c req-648431e4-760d-423c-99cb-364a5aeba12a service nova] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.177943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.180212] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.631s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.235183] env[69984]: INFO nova.network.neutron [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating port bc173cef-0144-46c4-93ad-5aa32031eb9f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1117.447400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.447581] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.447749] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.458512] env[69984]: DEBUG nova.network.neutron [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.775111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.775386] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.775600] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.775798] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.775954] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.778179] env[69984]: INFO nova.compute.manager [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Terminating instance [ 1117.961504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.982967] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.992127] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.993025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.993025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "f5207eea-3551-4cb0-afcf-3d11740b16d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.993025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.993025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.995367] env[69984]: INFO nova.compute.manager [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Terminating instance [ 1118.138482] env[69984]: DEBUG nova.network.neutron [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Updating instance_info_cache with network_info: [{"id": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "address": "fa:16:3e:bb:c3:e1", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaf6beb-8e", "ovs_interfaceid": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.192528] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Applying migration context for instance d4b4573f-16cc-4765-a455-b22acbd27f25 as it has an incoming, in-progress migration f055fac4-61f4-4d6f-92e4-79e375fc0324. Migration status is post-migrating {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1118.193714] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating resource usage from migration f055fac4-61f4-4d6f-92e4-79e375fc0324 [ 1118.237195] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ea38b005-2876-436c-8043-c4a03a946c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.237396] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance a6afda49-918e-4a4c-b132-0f89aa2e9c3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.237567] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 5e5400b6-aa07-46f9-b097-9daa1fa177ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1118.237657] env[69984]: WARNING nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1118.237815] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3269292e-cea1-463e-9b1c-1265727042ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.237922] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.238077] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance f5207eea-3551-4cb0-afcf-3d11740b16d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.238204] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.238360] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 14ef51f7-4c98-49b0-a733-8090c161bfdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.238476] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration f055fac4-61f4-4d6f-92e4-79e375fc0324 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1118.238594] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance d4b4573f-16cc-4765-a455-b22acbd27f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.238706] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1c40dc71-3a7e-475a-a60c-84757a0a42da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1118.282352] env[69984]: DEBUG nova.compute.manager [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.282352] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.283268] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aefe0ec-8c5d-4463-bd5e-3b24780fae31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.292271] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.292519] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2dbe97d-cfcb-4a04-b177-6154cd84d99e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.298746] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1118.298746] env[69984]: value = "task-3945690" [ 1118.298746] env[69984]: _type = "Task" [ 1118.298746] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.307236] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.496861] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d73de6c-a73f-44b6-96bd-ecba7c8483f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.500754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "refresh_cache-f5207eea-3551-4cb0-afcf-3d11740b16d1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.500935] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "refresh_cache-f5207eea-3551-4cb0-afcf-3d11740b16d1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.501124] env[69984]: DEBUG nova.network.neutron [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.521072] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcd8266-fe90-4e95-8765-1f3e07c0ff40 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.529754] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.642246] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.642587] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Instance network_info: |[{"id": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "address": "fa:16:3e:bb:c3:e1", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaf6beb-8e", "ovs_interfaceid": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.643144] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c3:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccaf6beb-8efe-40b5-a410-426d713df2a2', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.651091] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.651351] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.651583] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac41e2c-990c-40bf-ba56-6b008cd5f447 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.683672] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.683672] env[69984]: value = "task-3945691" [ 1118.683672] env[69984]: _type = "Task" [ 1118.683672] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.700016] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945691, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.742336] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ebf17e54-12e4-4014-b0a0-ac834bb970cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1118.810608] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945690, 'name': PowerOffVM_Task, 'duration_secs': 0.295283} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.810608] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.810800] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.810911] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f65855b-6955-4266-bb6c-db8daae45e4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.877469] env[69984]: DEBUG nova.compute.manager [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Received event network-changed-ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.877848] env[69984]: DEBUG nova.compute.manager [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Refreshing instance network info cache due to event network-changed-ccaf6beb-8efe-40b5-a410-426d713df2a2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.878253] env[69984]: DEBUG oslo_concurrency.lockutils [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] Acquiring lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.878461] env[69984]: DEBUG oslo_concurrency.lockutils [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] Acquired lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.878662] env[69984]: DEBUG nova.network.neutron [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Refreshing network info cache for port ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.881559] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.881759] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.882015] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleting the datastore file [datastore1] a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.882551] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730bb5ff-28e3-474f-9e21-e78dd8507979 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.891561] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for the task: (returnval){ [ 1118.891561] env[69984]: value = "task-3945693" [ 1118.891561] env[69984]: _type = "Task" [ 1118.891561] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.903092] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.986656] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.986876] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.987106] env[69984]: DEBUG nova.network.neutron [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.036500] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.036824] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237c5718-5897-4894-83d4-883541612459 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.044426] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1119.044426] env[69984]: value = "task-3945694" [ 1119.044426] env[69984]: _type = "Task" [ 1119.044426] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.045384] env[69984]: DEBUG nova.network.neutron [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.057426] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.121476] env[69984]: DEBUG nova.network.neutron [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.194492] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945691, 'name': CreateVM_Task, 'duration_secs': 0.430836} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.194936] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.195456] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.195701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.195983] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.196271] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81498f31-f9e7-4835-a3bc-427527afbecb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.201852] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1119.201852] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b0778c-aa4b-af12-303f-dda8bd4a24f6" [ 1119.201852] env[69984]: _type = "Task" [ 1119.201852] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.210235] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b0778c-aa4b-af12-303f-dda8bd4a24f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.245551] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6c58e17e-8683-42ab-a982-a9357cc72475 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1119.245809] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1119.245911] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1119.404291] env[69984]: DEBUG oslo_vmware.api [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Task: {'id': task-3945693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200087} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.404568] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.404757] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.404940] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.405133] env[69984]: INFO nova.compute.manager [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1119.405385] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.405576] env[69984]: DEBUG nova.compute.manager [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.405672] env[69984]: DEBUG nova.network.neutron [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.430032] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ee38e1-fd7a-4a69-b394-f7d28499612f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.439078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba37f465-7f95-4b36-817b-a99762fea984 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.477326] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11380919-5074-4f29-a072-28510f63742a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.486599] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f472c860-74d9-414a-a972-2b7261fb98c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.503812] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.563061] env[69984]: DEBUG oslo_vmware.api [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945694, 'name': PowerOnVM_Task, 'duration_secs': 0.506746} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.566447] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.566654] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b13ed-08f8-49e4-a3f0-e8e860be986f tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance 'd4b4573f-16cc-4765-a455-b22acbd27f25' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.624331] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "refresh_cache-f5207eea-3551-4cb0-afcf-3d11740b16d1" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.624775] env[69984]: DEBUG nova.compute.manager [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.625019] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.631401] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b4ed02-184d-47c0-b23b-3c2e4c268bc6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.642018] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.642311] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4be3181-b9be-4fee-a03d-dee75a76b6d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.649916] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1119.649916] env[69984]: value = "task-3945695" [ 1119.649916] env[69984]: _type = "Task" [ 1119.649916] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.659744] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.712196] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b0778c-aa4b-af12-303f-dda8bd4a24f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.715170] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.715404] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.715640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.715791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.715969] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.716285] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddb32528-d820-4377-b83d-978dcc46a9b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.729934] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.730225] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.731015] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d748b5a-8f6c-4be9-a9b4-2dbeb5e2056f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.737828] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1119.737828] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b243f6-46c0-ed00-5b6c-ac09e6b4a53a" [ 1119.737828] env[69984]: _type = "Task" [ 1119.737828] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.746943] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b243f6-46c0-ed00-5b6c-ac09e6b4a53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.815511] env[69984]: DEBUG nova.network.neutron [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.860844] env[69984]: DEBUG nova.network.neutron [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Updated VIF entry in instance network info cache for port ccaf6beb-8efe-40b5-a410-426d713df2a2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.861086] env[69984]: DEBUG nova.network.neutron [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Updating instance_info_cache with network_info: [{"id": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "address": "fa:16:3e:bb:c3:e1", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccaf6beb-8e", "ovs_interfaceid": "ccaf6beb-8efe-40b5-a410-426d713df2a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.007413] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.159588] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945695, 'name': PowerOffVM_Task, 'duration_secs': 0.171185} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.159849] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.160032] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.160290] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24123491-e2b1-4172-91c1-cda1820eff0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.188701] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.188929] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.189307] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleting the datastore file [datastore1] f5207eea-3551-4cb0-afcf-3d11740b16d1 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.189493] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a74fef9-0c8a-4960-80e6-3fdb42b9c033 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.196682] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1120.196682] env[69984]: value = "task-3945697" [ 1120.196682] env[69984]: _type = "Task" [ 1120.196682] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.204721] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.251046] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b243f6-46c0-ed00-5b6c-ac09e6b4a53a, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.251046] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864148ad-8899-4c80-98c7-13a6d8f2a885 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.257045] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1120.257045] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201ba96-8310-37ee-1b6e-fd784b27ad2d" [ 1120.257045] env[69984]: _type = "Task" [ 1120.257045] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.267406] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201ba96-8310-37ee-1b6e-fd784b27ad2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.318771] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.363374] env[69984]: DEBUG oslo_concurrency.lockutils [req-336652a8-5a3e-4d2a-b06a-827bc9b66ddd req-0164b363-5f59-4dbd-a33a-d67ad13b0b40 service nova] Releasing lock "refresh_cache-1c40dc71-3a7e-475a-a60c-84757a0a42da" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.383427] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='257119c2bd9b09edb7d694249b3b9919',container_format='bare',created_at=2025-05-09T10:39:49Z,direct_url=,disk_format='vmdk',id=5cdb63fb-99be-49cb-b413-6f97391861f0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-493987135-shelved',owner='33206bcd53564be8a6e5124e564f0d9c',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-05-09T10:40:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.383680] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.383889] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.384111] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.384267] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.385828] env[69984]: DEBUG nova.virt.hardware [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.386495] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c5d64-f5ae-40c6-8b52-c4d956f47c2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.395486] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d55f2-dd03-4ba1-b966-95700e10a8d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.411761] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:77:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc173cef-0144-46c4-93ad-5aa32031eb9f', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.420075] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.420398] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.420625] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9cc70c-92d1-4fc6-89b1-b0b3289d71fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.441748] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.441748] env[69984]: value = "task-3945698" [ 1120.441748] env[69984]: _type = "Task" [ 1120.441748] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.450516] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945698, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.512833] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1120.513438] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.333s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.513607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.810s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.513991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.516613] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.964s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.516844] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.519277] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.242s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.520928] env[69984]: INFO nova.compute.claims [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.606414] env[69984]: INFO nova.scheduler.client.report [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted allocations for instance 5e5400b6-aa07-46f9-b097-9daa1fa177ac [ 1120.611100] env[69984]: INFO nova.scheduler.client.report [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb [ 1120.708469] env[69984]: DEBUG oslo_vmware.api [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095905} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.708721] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.708908] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.709100] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.709282] env[69984]: INFO nova.compute.manager [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1120.709588] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.709717] env[69984]: DEBUG nova.compute.manager [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.709828] env[69984]: DEBUG nova.network.neutron [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.734385] env[69984]: DEBUG nova.network.neutron [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.736305] env[69984]: DEBUG nova.network.neutron [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.769246] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5201ba96-8310-37ee-1b6e-fd784b27ad2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.770120] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.770399] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 1c40dc71-3a7e-475a-a60c-84757a0a42da/1c40dc71-3a7e-475a-a60c-84757a0a42da.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.770673] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99daca12-606a-4043-b23c-250836f9f2a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.779219] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1120.779219] env[69984]: value = "task-3945699" [ 1120.779219] env[69984]: _type = "Task" [ 1120.779219] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.788935] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.906634] env[69984]: DEBUG nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.906880] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.907117] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.907290] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.907456] env[69984]: DEBUG nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] No waiting events found dispatching network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.907622] env[69984]: WARNING nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received unexpected event network-vif-plugged-bc173cef-0144-46c4-93ad-5aa32031eb9f for instance with vm_state shelved_offloaded and task_state spawning. [ 1120.907783] env[69984]: DEBUG nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.907936] env[69984]: DEBUG nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing instance network info cache due to event network-changed-bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.908187] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Acquiring lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.908374] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Acquired lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.908535] env[69984]: DEBUG nova.network.neutron [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Refreshing network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.953247] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945698, 'name': CreateVM_Task, 'duration_secs': 0.324381} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.953435] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.954171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.954333] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.954800] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.955087] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9998a344-8048-4403-aead-57a0384dd238 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.960516] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1120.960516] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e63c4-7b32-ab7d-333c-c4ea2103731c" [ 1120.960516] env[69984]: _type = "Task" [ 1120.960516] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.969538] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520e63c4-7b32-ab7d-333c-c4ea2103731c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.114852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9756321a-a3e0-4de3-9597-f57bf94a6ef3 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "5e5400b6-aa07-46f9-b097-9daa1fa177ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.583s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.117831] env[69984]: DEBUG oslo_concurrency.lockutils [None req-433f7a56-9967-4691-bb49-c03d9c775b23 tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.670s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.238537] env[69984]: DEBUG nova.network.neutron [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.242916] env[69984]: INFO nova.compute.manager [-] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Took 1.84 seconds to deallocate network for instance. [ 1121.290051] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.473552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.473552] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Processing image 5cdb63fb-99be-49cb-b413-6f97391861f0 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.473552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.473552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.473552] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.473552] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b413d8-3406-4897-88b2-61767a24f3f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.482402] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.482612] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.483480] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e950fbd-9959-41de-a46d-1a0846386bdd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.490719] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1121.490719] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5236a4f2-799e-a110-0666-6c01587033c3" [ 1121.490719] env[69984]: _type = "Task" [ 1121.490719] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.505911] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1121.506337] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Fetch image to [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913/OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1121.506614] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Downloading stream optimized image 5cdb63fb-99be-49cb-b413-6f97391861f0 to [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913/OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913.vmdk on the data store datastore1 as vApp {{(pid=69984) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1121.506804] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Downloading image file data 5cdb63fb-99be-49cb-b413-6f97391861f0 to the ESX as VM named 'OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913' {{(pid=69984) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1121.582585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.582836] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.583038] env[69984]: DEBUG nova.compute.manager [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Going to confirm migration 6 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1121.644392] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1121.644392] env[69984]: value = "resgroup-9" [ 1121.644392] env[69984]: _type = "ResourcePool" [ 1121.644392] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1121.644681] env[69984]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2989fc49-0801-4bc3-ae0e-ea15b214e51d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.673429] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease: (returnval){ [ 1121.673429] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1121.673429] env[69984]: _type = "HttpNfcLease" [ 1121.673429] env[69984]: } obtained for vApp import into resource pool (val){ [ 1121.673429] env[69984]: value = "resgroup-9" [ 1121.673429] env[69984]: _type = "ResourcePool" [ 1121.673429] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1121.673764] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the lease: (returnval){ [ 1121.673764] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1121.673764] env[69984]: _type = "HttpNfcLease" [ 1121.673764] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1121.688092] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1121.688092] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1121.688092] env[69984]: _type = "HttpNfcLease" [ 1121.688092] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1121.708170] env[69984]: DEBUG nova.network.neutron [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updated VIF entry in instance network info cache for port bc173cef-0144-46c4-93ad-5aa32031eb9f. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.708636] env[69984]: DEBUG nova.network.neutron [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [{"id": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "address": "fa:16:3e:db:77:b2", "network": {"id": "419e5191-0303-4985-8283-f90dc0133ba4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-852162452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33206bcd53564be8a6e5124e564f0d9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc173cef-01", "ovs_interfaceid": "bc173cef-0144-46c4-93ad-5aa32031eb9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.744053] env[69984]: INFO nova.compute.manager [-] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Took 1.03 seconds to deallocate network for instance. [ 1121.753986] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.798480] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945699, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.805286] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4faf22-a46b-4d50-836c-19d902826091 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.814450] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0c925-0a75-4e12-865c-ac9c0a8fd893 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.873278] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a570c-6b74-4b3c-a2ef-8aeedb4d022d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.886349] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d95ac-8bfd-457a-a21f-481b49d4cf7c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.912859] env[69984]: DEBUG nova.compute.provider_tree [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.126492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.126685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquired lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.126870] env[69984]: DEBUG nova.network.neutron [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.127086] env[69984]: DEBUG nova.objects.instance [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'info_cache' on Instance uuid d4b4573f-16cc-4765-a455-b22acbd27f25 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.186384] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.186384] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1122.186384] env[69984]: _type = "HttpNfcLease" [ 1122.186384] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.211658] env[69984]: DEBUG oslo_concurrency.lockutils [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] Releasing lock "refresh_cache-14ef51f7-4c98-49b0-a733-8090c161bfdb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.211819] env[69984]: DEBUG nova.compute.manager [req-722dee79-d8bf-4dde-8273-901e45da57ea req-781ca015-b636-4523-b0eb-692e8335ee75 service nova] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Received event network-vif-deleted-2d17026e-d5ed-44ab-96c1-9e49c8bba7ab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.262370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.291330] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.216697} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.291610] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 1c40dc71-3a7e-475a-a60c-84757a0a42da/1c40dc71-3a7e-475a-a60c-84757a0a42da.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.291843] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.292130] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2114a91-4466-4ebb-87a9-a82fae11e4b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.299130] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1122.299130] env[69984]: value = "task-3945701" [ 1122.299130] env[69984]: _type = "Task" [ 1122.299130] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.308623] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.417715] env[69984]: DEBUG nova.scheduler.client.report [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.443302] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "ea38b005-2876-436c-8043-c4a03a946c36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.443627] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.443948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "ea38b005-2876-436c-8043-c4a03a946c36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.444221] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.444423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.446803] env[69984]: INFO nova.compute.manager [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Terminating instance [ 1122.682342] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.682342] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1122.682342] env[69984]: _type = "HttpNfcLease" [ 1122.682342] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1122.682713] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1122.682713] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528ad72f-3145-9244-a5d1-a419cefcd055" [ 1122.682713] env[69984]: _type = "HttpNfcLease" [ 1122.682713] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1122.683414] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a2268-1cb8-4425-a2da-939bde315d33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.691563] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1122.691813] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1122.754247] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad6dab99-1b43-4aad-970c-4b0e3e2026c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.809914] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236222} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.810265] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.811117] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4e6dd-953d-421c-bed4-1cf6e4c0c3c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.834560] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1c40dc71-3a7e-475a-a60c-84757a0a42da/1c40dc71-3a7e-475a-a60c-84757a0a42da.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.834877] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728655f1-4222-427b-b399-96018703a2fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.856052] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1122.856052] env[69984]: value = "task-3945702" [ 1122.856052] env[69984]: _type = "Task" [ 1122.856052] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.865466] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.922924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.923597] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.927530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.771s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.929270] env[69984]: INFO nova.compute.claims [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.957672] env[69984]: DEBUG nova.compute.manager [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.957912] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.958927] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669d0c2f-efe0-4693-b8d2-6a84d688fb16 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.967955] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.969604] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012f44f6-64e5-4905-a5fa-3f1483944bb0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.976856] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1122.976856] env[69984]: value = "task-3945703" [ 1122.976856] env[69984]: _type = "Task" [ 1122.976856] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.989075] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.372708] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.434642] env[69984]: DEBUG nova.compute.utils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.440225] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1123.465106] env[69984]: DEBUG nova.network.neutron [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [{"id": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "address": "fa:16:3e:e1:76:e6", "network": {"id": "b7ceff7d-10bd-4921-84d5-bcb46c958d7b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1259630185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5440e9f05194be6b54d966b9ce10234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0a9c4c-ba", "ovs_interfaceid": "be0a9c4c-baab-47dd-842c-ae4352da3c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.488499] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945703, 'name': PowerOffVM_Task, 'duration_secs': 0.507986} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.488775] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.488979] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.489257] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27930634-d305-42b1-af5d-1f81fa8bee6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.732377] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.732620] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.732812] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleting the datastore file [datastore2] ea38b005-2876-436c-8043-c4a03a946c36 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.733146] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c858713e-059b-4fc2-a843-7e32164fcbf0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.740268] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for the task: (returnval){ [ 1123.740268] env[69984]: value = "task-3945705" [ 1123.740268] env[69984]: _type = "Task" [ 1123.740268] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.749886] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.868861] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.944055] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.951582] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1123.951820] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.952923] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5522e977-516f-4966-8b82-08d59fb12948 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.960173] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.960416] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1123.960682] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c4ea7010-1da6-40c8-866d-036dbb4aa81a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.970478] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Releasing lock "refresh_cache-d4b4573f-16cc-4765-a455-b22acbd27f25" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.970808] env[69984]: DEBUG nova.objects.instance [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lazy-loading 'migration_context' on Instance uuid d4b4573f-16cc-4765-a455-b22acbd27f25 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.139633] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9048ad51-ce91-42da-be6e-316fd4d76205 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.148022] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ae42b5-57f5-441d-8d2a-a06a4891367d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.184632] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1cfdcf-9c87-4f06-9e35-a005e040e67b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.194187] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad931823-407e-4317-9fd5-b7878484c2e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.209064] env[69984]: DEBUG nova.compute.provider_tree [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.250822] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.336337] env[69984]: DEBUG oslo_vmware.rw_handles [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa939e-22b4-f727-b559-3d97954411fd/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1124.336641] env[69984]: INFO nova.virt.vmwareapi.images [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Downloaded image file data 5cdb63fb-99be-49cb-b413-6f97391861f0 [ 1124.337604] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ae3a8-abd9-42d9-b13f-70d679988c79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.354465] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cbe57a7-dcd7-44ca-8eb6-23b2cd519745 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.365998] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945702, 'name': ReconfigVM_Task, 'duration_secs': 1.347954} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.366295] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1c40dc71-3a7e-475a-a60c-84757a0a42da/1c40dc71-3a7e-475a-a60c-84757a0a42da.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.366943] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b50251-2a08-4989-b336-aaa5c5899851 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.373226] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1124.373226] env[69984]: value = "task-3945707" [ 1124.373226] env[69984]: _type = "Task" [ 1124.373226] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.381801] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945707, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.415250] env[69984]: INFO nova.virt.vmwareapi.images [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] The imported VM was unregistered [ 1124.418372] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1124.418795] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.419197] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0c260b-551a-4007-831a-1c13847199e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.448215] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Created directory with path [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0 {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.448215] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913/OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913.vmdk to [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk. {{(pid=69984) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1124.448215] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-73e4f565-bec7-4d64-914d-9718fe472f64 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.457048] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1124.457048] env[69984]: value = "task-3945708" [ 1124.457048] env[69984]: _type = "Task" [ 1124.457048] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.464217] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.478330] env[69984]: DEBUG nova.objects.base [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1124.478735] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1b394-1685-44ff-9b8a-76c95cc5ee37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.498781] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17189da-46cd-4ad5-981f-6e977de1163c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.506208] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1124.506208] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff3a38-d189-c686-a3da-92b2bd84c034" [ 1124.506208] env[69984]: _type = "Task" [ 1124.506208] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.513555] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff3a38-d189-c686-a3da-92b2bd84c034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.712739] env[69984]: DEBUG nova.scheduler.client.report [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.750358] env[69984]: DEBUG oslo_vmware.api [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Task: {'id': task-3945705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.788116} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.750630] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.750784] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.750964] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.751151] env[69984]: INFO nova.compute.manager [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1124.751388] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.751577] env[69984]: DEBUG nova.compute.manager [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.751657] env[69984]: DEBUG nova.network.neutron [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.883828] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945707, 'name': Rename_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.958435] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.970253] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.005424] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.005694] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.005854] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.006097] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.006306] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.006467] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.006682] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.006836] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.007046] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.007190] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.007359] env[69984]: DEBUG nova.virt.hardware [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.008289] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d4d1b9-ea5f-4f9e-80ef-b1fe40711c91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.022109] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b628a1-86a4-433e-a5a3-a50dbb522b86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.025979] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff3a38-d189-c686-a3da-92b2bd84c034, 'name': SearchDatastore_Task, 'duration_secs': 0.028889} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.026322] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.036984] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.042897] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Creating folder: Project (bccb31d24219453b9faad0bb07dbe9de). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.043258] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce10173-b2e2-434c-a048-46e500228fd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.057877] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Created folder: Project (bccb31d24219453b9faad0bb07dbe9de) in parent group-v782883. [ 1125.058103] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Creating folder: Instances. Parent ref: group-v783171. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.058377] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bb8f294-3dc1-46a1-8aef-cf8db890411e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.072198] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Created folder: Instances in parent group-v783171. [ 1125.072198] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.072198] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.072198] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a61b4b9-2442-46eb-a139-d274b8b36d0e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.095842] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.095842] env[69984]: value = "task-3945711" [ 1125.095842] env[69984]: _type = "Task" [ 1125.095842] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.109404] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945711, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.219227] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.219227] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.222964] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.864s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.223454] env[69984]: DEBUG nova.objects.instance [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1125.285950] env[69984]: DEBUG nova.compute.manager [req-45ea0575-3ef2-4e00-90e7-81e518c7fcbe req-3195611b-3d2f-4480-916a-3d18e4b9e29d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Received event network-vif-deleted-dd2c0470-48a6-43b2-bac5-185215312ad6 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.286153] env[69984]: INFO nova.compute.manager [req-45ea0575-3ef2-4e00-90e7-81e518c7fcbe req-3195611b-3d2f-4480-916a-3d18e4b9e29d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Neutron deleted interface dd2c0470-48a6-43b2-bac5-185215312ad6; detaching it from the instance and deleting it from the info cache [ 1125.286363] env[69984]: DEBUG nova.network.neutron [req-45ea0575-3ef2-4e00-90e7-81e518c7fcbe req-3195611b-3d2f-4480-916a-3d18e4b9e29d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.386249] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945707, 'name': Rename_Task, 'duration_secs': 0.557258} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.386570] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.386832] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3beff174-681d-4f11-ac80-9c2eefada1d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.395017] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1125.395017] env[69984]: value = "task-3945712" [ 1125.395017] env[69984]: _type = "Task" [ 1125.395017] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.407780] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.476276] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.609795] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945711, 'name': CreateVM_Task, 'duration_secs': 0.40295} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.609795] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.609795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.609795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.609795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.609795] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8be268-5cd5-4d0f-8338-9e2e30eadd94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.617087] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1125.617087] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287e1d1-305f-05a0-91c6-ccb2e24cc2b0" [ 1125.617087] env[69984]: _type = "Task" [ 1125.617087] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.626055] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287e1d1-305f-05a0-91c6-ccb2e24cc2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.661127] env[69984]: DEBUG nova.network.neutron [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.728018] env[69984]: DEBUG nova.compute.utils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.729672] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.729854] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.790224] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b60b167c-1ebf-4f5c-8d68-fc46cc9e72f1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801380] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c64cb-a9af-4139-b645-3d85f9f064a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.823709] env[69984]: DEBUG nova.policy [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.834956] env[69984]: DEBUG nova.compute.manager [req-45ea0575-3ef2-4e00-90e7-81e518c7fcbe req-3195611b-3d2f-4480-916a-3d18e4b9e29d service nova] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Detach interface failed, port_id=dd2c0470-48a6-43b2-bac5-185215312ad6, reason: Instance ea38b005-2876-436c-8043-c4a03a946c36 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.906934] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.972751] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.127705] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5287e1d1-305f-05a0-91c6-ccb2e24cc2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.090973} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.128201] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.128363] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.128649] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.128817] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.129020] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.129346] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa69b6ed-e9f0-4781-be6d-dbc3ed441112 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.147653] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.147917] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.148718] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77efe9c1-4fc7-46f5-8bc3-fbbc4f12bbd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.155336] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1126.155336] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239b347-9592-039f-b067-5eb3a617a2ab" [ 1126.155336] env[69984]: _type = "Task" [ 1126.155336] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.164821] env[69984]: INFO nova.compute.manager [-] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Took 1.41 seconds to deallocate network for instance. [ 1126.165126] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239b347-9592-039f-b067-5eb3a617a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.225449] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Successfully created port: e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.237446] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3864b0c8-747d-4ddf-bbcc-0253d5cf3b89 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.238850] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.241702] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.489s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.242034] env[69984]: DEBUG nova.objects.instance [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lazy-loading 'resources' on Instance uuid a6afda49-918e-4a4c-b132-0f89aa2e9c3b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.412045] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945712, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.472723] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.666821] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239b347-9592-039f-b067-5eb3a617a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.095846} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.667747] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ffa3ea-5426-4e78-9e71-423e2641c376 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.670948] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.676017] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1126.676017] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a7e9f-47fc-5408-20cd-eab2d95b141c" [ 1126.676017] env[69984]: _type = "Task" [ 1126.676017] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.685325] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a7e9f-47fc-5408-20cd-eab2d95b141c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.907859] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.965273] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26460d4d-c572-461f-9003-f831df72d839 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.977485] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7c520c-60e4-4530-ba8d-4c5ab38a6914 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.983993] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.013533] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8108cb6-f0b9-40d4-a40e-0f8eda8d400d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.022075] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe12165-cac9-47af-8a2d-277ef79a2051 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.038474] env[69984]: DEBUG nova.compute.provider_tree [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.191496] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522a7e9f-47fc-5408-20cd-eab2d95b141c, 'name': SearchDatastore_Task, 'duration_secs': 0.093627} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.191973] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.192393] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.192823] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1fed511-ff12-4c74-b10e-20700d89e7fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.209076] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1127.209076] env[69984]: value = "task-3945713" [ 1127.209076] env[69984]: _type = "Task" [ 1127.209076] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.219450] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.255306] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.324732] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.325140] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.325370] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.325643] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.325853] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.326079] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.326379] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.326604] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.326862] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.327134] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.327408] env[69984]: DEBUG nova.virt.hardware [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.328650] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b04864d-f791-4077-8150-6a33570a5392 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.338973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21934a3-2189-48f4-9003-80ab0a4e0108 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407468] env[69984]: DEBUG oslo_vmware.api [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945712, 'name': PowerOnVM_Task, 'duration_secs': 1.545221} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.407719] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.407927] env[69984]: INFO nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1127.408129] env[69984]: DEBUG nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.408884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc8400e-97f9-4a46-aecd-e5b6cab6f5d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.473694] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.542894] env[69984]: DEBUG nova.scheduler.client.report [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.719281] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.724683] env[69984]: DEBUG nova.compute.manager [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-vif-plugged-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.724901] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.725241] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.725424] env[69984]: DEBUG oslo_concurrency.lockutils [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.725600] env[69984]: DEBUG nova.compute.manager [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] No waiting events found dispatching network-vif-plugged-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.725734] env[69984]: WARNING nova.compute.manager [req-3c3c2046-9531-4895-b6ad-d0c766230d76 req-478674ed-85c3-4797-8598-7108612c9266 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received unexpected event network-vif-plugged-e6d16e64-5e27-4943-897b-83a2df973761 for instance with vm_state building and task_state spawning. [ 1127.855122] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Successfully updated port: e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.928147] env[69984]: INFO nova.compute.manager [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Took 25.50 seconds to build instance. [ 1127.976055] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.048750] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.051129] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.789s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.051369] env[69984]: DEBUG nova.objects.instance [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lazy-loading 'resources' on Instance uuid f5207eea-3551-4cb0-afcf-3d11740b16d1 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.072718] env[69984]: INFO nova.scheduler.client.report [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Deleted allocations for instance a6afda49-918e-4a4c-b132-0f89aa2e9c3b [ 1128.222621] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.359296] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.359470] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.359613] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.430361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3516de41-a9cd-44b0-8487-1b409fde93fa tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.477223] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.582617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2bad74fe-9bfa-413d-a69e-49dbcb929bd3 tempest-AttachVolumeTestJSON-213856960 tempest-AttachVolumeTestJSON-213856960-project-member] Lock "a6afda49-918e-4a4c-b132-0f89aa2e9c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.807s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.721873] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.752803] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f9488-a869-4902-82c7-0d2e646f90f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.762165] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90832f7d-db65-421d-83e2-0de4ecf2c767 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.797409] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2d72fa-6ce5-4390-8af5-2035e62b5461 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.806156] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae9214-826d-4efd-85f1-71144048ba1a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.822020] env[69984]: DEBUG nova.compute.provider_tree [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.977016] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945708, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.060233} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.977316] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913/OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913.vmdk to [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk. [ 1128.977536] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Cleaning up location [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1128.977673] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a3c73ce0-3743-4f03-bd8a-90301b25c913 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.977938] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c21a586-d406-4c4d-8f3e-87c3cbc56640 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.985037] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1128.985037] env[69984]: value = "task-3945714" [ 1128.985037] env[69984]: _type = "Task" [ 1128.985037] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.994031] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.045660] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.224450] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945713, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.731495} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.224450] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.224806] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.225266] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-587b975c-2643-4fad-9b13-93b9682bb2fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.229245] env[69984]: DEBUG nova.network.neutron [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.236753] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1129.236753] env[69984]: value = "task-3945715" [ 1129.236753] env[69984]: _type = "Task" [ 1129.236753] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.249246] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.326042] env[69984]: DEBUG nova.scheduler.client.report [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.496136] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036858} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.496535] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.496653] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.496903] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk to [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.497192] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f984e9-3c5e-4a7c-935f-1e64bfb422d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.504469] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1129.504469] env[69984]: value = "task-3945716" [ 1129.504469] env[69984]: _type = "Task" [ 1129.504469] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.515125] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.676331] env[69984]: DEBUG nova.compute.manager [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.677307] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639a34c1-fc67-4526-933f-df5ff0ed2e28 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.733727] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.733727] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Instance network_info: |[{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.734479] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ea:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d16e64-5e27-4943-897b-83a2df973761', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.742307] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.743602] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.747611] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38002b9-c553-4502-97d1-742e89b11280 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.766340] env[69984]: DEBUG nova.compute.manager [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.766636] env[69984]: DEBUG nova.compute.manager [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.766969] env[69984]: DEBUG oslo_concurrency.lockutils [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.767237] env[69984]: DEBUG oslo_concurrency.lockutils [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.767512] env[69984]: DEBUG nova.network.neutron [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.776911] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067342} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.779146] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.779737] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.779737] env[69984]: value = "task-3945718" [ 1129.779737] env[69984]: _type = "Task" [ 1129.779737] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.780491] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d76c73-806e-4bef-acdd-3efb98933c48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.793899] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945718, 'name': CreateVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.811877] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.812546] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbcd2bf-5b56-4c84-a9a8-44c01ba61ee2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.831017] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.834987] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.809s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.836621] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1129.836621] env[69984]: value = "task-3945719" [ 1129.836621] env[69984]: _type = "Task" [ 1129.836621] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.848382] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.857872] env[69984]: INFO nova.scheduler.client.report [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleted allocations for instance f5207eea-3551-4cb0-afcf-3d11740b16d1 [ 1130.017400] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.191071] env[69984]: INFO nova.compute.manager [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] instance snapshotting [ 1130.194674] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9fdf93-2df6-44fa-a84e-42439d56627e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.219623] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0fdb69-4212-4156-be0c-71fc399d43f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.299726] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945718, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.354096] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945719, 'name': ReconfigVM_Task, 'duration_secs': 0.368912} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.354437] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Reconfigured VM instance instance-00000069 to attach disk [datastore1] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.355230] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b46ab154-7b66-4fd9-9669-35dde6125f33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.369160] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0ec81368-3985-4489-ae7e-d9fc3a84d924 tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "f5207eea-3551-4cb0-afcf-3d11740b16d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.377s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.374558] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1130.374558] env[69984]: value = "task-3945720" [ 1130.374558] env[69984]: _type = "Task" [ 1130.374558] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.387671] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945720, 'name': Rename_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.524511] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.528173] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d6b8f-1f39-470c-bac7-e6e7f362efe5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538295] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70af31-d1f7-4661-a583-7e7d37bc217a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.575763] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e9480-0d2e-460f-8776-e8ee454bdf33 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.588054] env[69984]: DEBUG nova.network.neutron [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updated VIF entry in instance network info cache for port e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.588317] env[69984]: DEBUG nova.network.neutron [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.590665] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6753792-6819-4194-9572-e9654c38820b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.611582] env[69984]: DEBUG nova.compute.provider_tree [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.735756] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.736259] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b33304c8-fdf8-4751-9b7f-0acb8b8c7fdc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.746615] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1130.746615] env[69984]: value = "task-3945721" [ 1130.746615] env[69984]: _type = "Task" [ 1130.746615] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.758185] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.798163] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945718, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.895162] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945720, 'name': Rename_Task, 'duration_secs': 0.165334} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.895669] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.895998] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41bae93-4dfa-47ac-ac14-06071cd1a061 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.906772] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1130.906772] env[69984]: value = "task-3945722" [ 1130.906772] env[69984]: _type = "Task" [ 1130.906772] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.916704] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.940520] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "3269292e-cea1-463e-9b1c-1265727042ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.940838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.941118] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "3269292e-cea1-463e-9b1c-1265727042ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.941339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.941514] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.944065] env[69984]: INFO nova.compute.manager [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Terminating instance [ 1131.018838] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.097853] env[69984]: DEBUG oslo_concurrency.lockutils [req-c523dad9-a8b4-4fa9-b6ef-04c367851069 req-978eaf61-6acb-4d1c-8360-c0e1ce6cb382 service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.115455] env[69984]: DEBUG nova.scheduler.client.report [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.261070] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.297426] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945718, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.418743] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.449056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "refresh_cache-3269292e-cea1-463e-9b1c-1265727042ef" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.449056] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquired lock "refresh_cache-3269292e-cea1-463e-9b1c-1265727042ef" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.449296] env[69984]: DEBUG nova.network.neutron [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.519690] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.759620] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945721, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.800321] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945718, 'name': CreateVM_Task, 'duration_secs': 1.537437} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.800524] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.801397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.801587] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.801924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.802222] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a303d02-b96a-4c14-a946-8f4f77e44f29 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.810464] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1131.810464] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524951ee-a99e-41da-70c0-3fbdd6ffea69" [ 1131.810464] env[69984]: _type = "Task" [ 1131.810464] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.824402] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524951ee-a99e-41da-70c0-3fbdd6ffea69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.919873] env[69984]: DEBUG oslo_vmware.api [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945722, 'name': PowerOnVM_Task, 'duration_secs': 0.78117} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.920301] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.920592] env[69984]: INFO nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1131.920927] env[69984]: DEBUG nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.921943] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd384c17-c96e-46a2-ba02-153433920159 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.973613] env[69984]: DEBUG nova.network.neutron [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.019754] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.033890] env[69984]: DEBUG nova.network.neutron [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.131094] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.134180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.463s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.134464] env[69984]: DEBUG nova.objects.instance [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lazy-loading 'resources' on Instance uuid ea38b005-2876-436c-8043-c4a03a946c36 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.259223] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945721, 'name': CreateSnapshot_Task, 'duration_secs': 1.156535} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.259503] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1132.260333] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3749fe-129b-4228-bf49-a4ffb99126ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.321527] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524951ee-a99e-41da-70c0-3fbdd6ffea69, 'name': SearchDatastore_Task, 'duration_secs': 0.088396} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.321835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.322144] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.322398] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.322548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.322730] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.323307] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33b00fc0-d6af-4b29-a189-0c55fa2689d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.340434] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.340636] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.341446] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f7c9b2-1fbd-4423-ad40-c6fbacbc00ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.347413] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1132.347413] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b14aa0-d822-20d3-b1dc-d9cd80e6c38d" [ 1132.347413] env[69984]: _type = "Task" [ 1132.347413] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.355380] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b14aa0-d822-20d3-b1dc-d9cd80e6c38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.441624] env[69984]: INFO nova.compute.manager [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Took 17.23 seconds to build instance. [ 1132.518991] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945716, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.716678} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.519352] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5cdb63fb-99be-49cb-b413-6f97391861f0/5cdb63fb-99be-49cb-b413-6f97391861f0.vmdk to [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.520218] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3e73f-5660-463a-ae4e-0f48975f000c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.544140] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.544766] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Releasing lock "refresh_cache-3269292e-cea1-463e-9b1c-1265727042ef" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.545242] env[69984]: DEBUG nova.compute.manager [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.545436] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.545696] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f92287da-8d19-4b69-8f4d-22f39f805d52 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.561054] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d2f12d-05c0-4a3a-b5fd-a5155ae6e583 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.569677] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.571189] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb2dfe61-41f8-44a2-bdce-f7052b05fd6e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.572912] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1132.572912] env[69984]: value = "task-3945723" [ 1132.572912] env[69984]: _type = "Task" [ 1132.572912] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.579398] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1132.579398] env[69984]: value = "task-3945724" [ 1132.579398] env[69984]: _type = "Task" [ 1132.579398] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.583101] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.593653] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.709818] env[69984]: INFO nova.scheduler.client.report [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocation for migration f055fac4-61f4-4d6f-92e4-79e375fc0324 [ 1132.778331] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1132.781558] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94019fc3-855c-4c6d-b39e-13631d935cda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.791538] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1132.791538] env[69984]: value = "task-3945725" [ 1132.791538] env[69984]: _type = "Task" [ 1132.791538] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.797259] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae979d51-6ddb-4f5b-9e92-44b0099ddf61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.807274] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945725, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.810337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a9ef1-1a76-48ee-a1c8-37436f1419d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.844064] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7d865-3fc7-468f-a17c-3c13b0eca3d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.858255] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282813c-4dae-4f51-a186-1abce040e2a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.870174] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b14aa0-d822-20d3-b1dc-d9cd80e6c38d, 'name': SearchDatastore_Task, 'duration_secs': 0.090629} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.872143] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c8e015-6af5-4c02-a754-bf4be9188f59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.885574] env[69984]: DEBUG nova.compute.provider_tree [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.891379] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1132.891379] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f43a29-1806-806a-9e0d-c89f56253408" [ 1132.891379] env[69984]: _type = "Task" [ 1132.891379] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.901331] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f43a29-1806-806a-9e0d-c89f56253408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.944500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a01465a3-bdba-4250-9c76-3ca2a2cf37d0 tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.743s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.083972] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945723, 'name': ReconfigVM_Task, 'duration_secs': 0.493226} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.087546] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb/14ef51f7-4c98-49b0-a733-8090c161bfdb.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.088416] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b86abee3-1c58-4243-9ec4-f65c38a757d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.096016] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945724, 'name': PowerOffVM_Task, 'duration_secs': 0.298221} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.097462] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.097648] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.097978] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1133.097978] env[69984]: value = "task-3945727" [ 1133.097978] env[69984]: _type = "Task" [ 1133.097978] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.098208] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d892508b-84bc-404a-babe-c3dfc27693f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.110519] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945727, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.217708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.635s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.258439] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.258439] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.258439] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleting the datastore file [datastore2] 3269292e-cea1-463e-9b1c-1265727042ef {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.258439] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b141015f-b667-419a-b5c5-e199d1528361 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.265646] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for the task: (returnval){ [ 1133.265646] env[69984]: value = "task-3945729" [ 1133.265646] env[69984]: _type = "Task" [ 1133.265646] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.276381] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.302968] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945725, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.389601] env[69984]: DEBUG nova.scheduler.client.report [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.405131] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f43a29-1806-806a-9e0d-c89f56253408, 'name': SearchDatastore_Task, 'duration_secs': 0.0175} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.405131] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.405483] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6c58e17e-8683-42ab-a982-a9357cc72475/6c58e17e-8683-42ab-a982-a9357cc72475.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.405782] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9db8ca51-dd46-404d-a3ee-1143db46da64 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.413792] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1133.413792] env[69984]: value = "task-3945730" [ 1133.413792] env[69984]: _type = "Task" [ 1133.413792] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.422986] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.611398] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945727, 'name': Rename_Task, 'duration_secs': 0.149608} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.611689] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.611958] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79db5a08-9979-47de-ab1f-0071a3a39e4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.621232] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1133.621232] env[69984]: value = "task-3945731" [ 1133.621232] env[69984]: _type = "Task" [ 1133.621232] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.630840] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.779166] env[69984]: DEBUG oslo_vmware.api [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Task: {'id': task-3945729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291765} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.779556] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.779836] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.780176] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.780472] env[69984]: INFO nova.compute.manager [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1133.780871] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.781183] env[69984]: DEBUG nova.compute.manager [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.781381] env[69984]: DEBUG nova.network.neutron [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.799173] env[69984]: DEBUG nova.network.neutron [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.805081] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945725, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.821404] env[69984]: INFO nova.compute.manager [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Rebuilding instance [ 1133.879161] env[69984]: DEBUG nova.compute.manager [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.880200] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cbf528-6405-49b2-b52b-37174f39df46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900043] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.926744] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945730, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.929997] env[69984]: INFO nova.scheduler.client.report [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Deleted allocations for instance ea38b005-2876-436c-8043-c4a03a946c36 [ 1134.133485] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.303613] env[69984]: DEBUG nova.network.neutron [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.304916] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945725, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.430692] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593381} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.431012] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 6c58e17e-8683-42ab-a982-a9357cc72475/6c58e17e-8683-42ab-a982-a9357cc72475.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.431272] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.431663] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebefb0f2-6378-42be-af55-b3c3be9bb09f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.439111] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1134.439111] env[69984]: value = "task-3945732" [ 1134.439111] env[69984]: _type = "Task" [ 1134.439111] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.439630] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e6a49457-1e71-4770-9be3-5984b67df4aa tempest-ServersTestJSON-1638577826 tempest-ServersTestJSON-1638577826-project-member] Lock "ea38b005-2876-436c-8043-c4a03a946c36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.996s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.451917] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.619808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.620207] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.620544] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.620851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.621122] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.629299] env[69984]: INFO nova.compute.manager [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Terminating instance [ 1134.639343] env[69984]: DEBUG oslo_vmware.api [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945731, 'name': PowerOnVM_Task, 'duration_secs': 0.675819} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.640517] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.753675] env[69984]: DEBUG nova.compute.manager [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.754699] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33a3eb-8b1f-4ad1-9f23-40f0604e30e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.805235] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945725, 'name': CloneVM_Task, 'duration_secs': 1.978798} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.805638] env[69984]: INFO nova.compute.manager [-] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Took 1.02 seconds to deallocate network for instance. [ 1134.805873] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Created linked-clone VM from snapshot [ 1134.808310] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b4d57a-e2a9-4a5d-a02f-021285ecd2cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.820071] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Uploading image 649fb9ca-59cb-45c7-920c-7f7cc3aa793e {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1134.842040] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1134.842040] env[69984]: value = "vm-783176" [ 1134.842040] env[69984]: _type = "VirtualMachine" [ 1134.842040] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1134.842259] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69939f63-2431-4db1-9556-8cd5dc80d8cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.851198] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease: (returnval){ [ 1134.851198] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ba5b64-e5cb-ac30-d230-9e91e0ee53f2" [ 1134.851198] env[69984]: _type = "HttpNfcLease" [ 1134.851198] env[69984]: } obtained for exporting VM: (result){ [ 1134.851198] env[69984]: value = "vm-783176" [ 1134.851198] env[69984]: _type = "VirtualMachine" [ 1134.851198] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1134.851688] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the lease: (returnval){ [ 1134.851688] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ba5b64-e5cb-ac30-d230-9e91e0ee53f2" [ 1134.851688] env[69984]: _type = "HttpNfcLease" [ 1134.851688] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1134.859565] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1134.859565] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ba5b64-e5cb-ac30-d230-9e91e0ee53f2" [ 1134.859565] env[69984]: _type = "HttpNfcLease" [ 1134.859565] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1134.898347] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.898699] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0657761-ad69-45bc-a20b-1ca3be203391 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.907049] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1134.907049] env[69984]: value = "task-3945734" [ 1134.907049] env[69984]: _type = "Task" [ 1134.907049] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.918026] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.952042] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087525} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.952042] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.952714] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb55db59-2697-4f91-968a-b6a0bafb7699 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.978122] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6c58e17e-8683-42ab-a982-a9357cc72475/6c58e17e-8683-42ab-a982-a9357cc72475.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.978902] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b4dadb-2830-4010-bdcb-f7105cb9d33c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.000942] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1135.000942] env[69984]: value = "task-3945735" [ 1135.000942] env[69984]: _type = "Task" [ 1135.000942] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.011512] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.135795] env[69984]: DEBUG nova.compute.manager [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.136144] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.137333] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7dcc9-339c-44f5-89b6-3c17dd38f346 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.145779] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.146025] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb5207de-df90-4239-9f31-f91358b31b70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.159203] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1135.159203] env[69984]: value = "task-3945737" [ 1135.159203] env[69984]: _type = "Task" [ 1135.159203] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.168869] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.275245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-af848af9-e244-439b-8e37-fdc9ffff2d0b tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.721s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.316219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.316655] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.317012] env[69984]: DEBUG nova.objects.instance [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lazy-loading 'resources' on Instance uuid 3269292e-cea1-463e-9b1c-1265727042ef {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.360734] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1135.360734] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ba5b64-e5cb-ac30-d230-9e91e0ee53f2" [ 1135.360734] env[69984]: _type = "HttpNfcLease" [ 1135.360734] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1135.361100] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1135.361100] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ba5b64-e5cb-ac30-d230-9e91e0ee53f2" [ 1135.361100] env[69984]: _type = "HttpNfcLease" [ 1135.361100] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1135.361909] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd55ca6-0b91-44d9-b538-89739de5ea90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.370876] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1135.371193] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1135.440193] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945734, 'name': PowerOffVM_Task, 'duration_secs': 0.149954} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.440938] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.441736] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.442679] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6dbfe-3a1c-4ec1-a95f-9157bce15c32 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452943] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.453384] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c68ab6-52c0-45c1-9ab4-f77883d7684e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.482118] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.482410] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.482643] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Deleting the datastore file [datastore1] ebf17e54-12e4-4014-b0a0-ac834bb970cb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.483063] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3db44e6-b5ff-4fb4-b390-7d642da790bf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.489566] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d70894f8-c249-4ffb-a42b-3f85ebbcb2cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.494532] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1135.494532] env[69984]: value = "task-3945739" [ 1135.494532] env[69984]: _type = "Task" [ 1135.494532] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.505122] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.516419] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.673956] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945737, 'name': PowerOffVM_Task, 'duration_secs': 0.317358} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.674338] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.674525] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.674792] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9513710-e7dd-4eb0-91b4-a0f09fba4549 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.743038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.743038] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.743038] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleting the datastore file [datastore2] d4b4573f-16cc-4765-a455-b22acbd27f25 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.743038] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8575a47-deb1-4d37-b5b7-ca1be98d6103 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.750853] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for the task: (returnval){ [ 1135.750853] env[69984]: value = "task-3945741" [ 1135.750853] env[69984]: _type = "Task" [ 1135.750853] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.761819] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.977041] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5aa8e7b-7e30-4d5e-86ba-7a8d4c3a1eb6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.985905] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0a3819-1c89-470d-b298-33ad59fa6b02 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.026816] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e04e91-7926-4f12-b576-83aa0edf5163 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.041199] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77efa04-feac-411e-b79b-e3d95b91aa3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045972] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486022} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.046340] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945735, 'name': ReconfigVM_Task, 'duration_secs': 0.594464} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.046593] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.046963] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.047229] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.050570] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6c58e17e-8683-42ab-a982-a9357cc72475/6c58e17e-8683-42ab-a982-a9357cc72475.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.051928] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f23ac72e-70f0-491d-8489-ebecab51cc91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.062934] env[69984]: DEBUG nova.compute.provider_tree [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.068021] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1136.068021] env[69984]: value = "task-3945742" [ 1136.068021] env[69984]: _type = "Task" [ 1136.068021] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.075753] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945742, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.182892] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.183012] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.183223] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.264429] env[69984]: DEBUG oslo_vmware.api [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Task: {'id': task-3945741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254285} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.265155] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.265155] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.265982] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.266979] env[69984]: INFO nova.compute.manager [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1136.266979] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.266979] env[69984]: DEBUG nova.compute.manager [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.267359] env[69984]: DEBUG nova.network.neutron [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.568722] env[69984]: DEBUG nova.scheduler.client.report [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.589116] env[69984]: DEBUG nova.compute.manager [req-85fd71d9-4093-4901-ae6a-edecf557bad7 req-ce5da928-f6a1-4049-92fb-d5ce8526887d service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Received event network-vif-deleted-be0a9c4c-baab-47dd-842c-ae4352da3c55 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.589489] env[69984]: INFO nova.compute.manager [req-85fd71d9-4093-4901-ae6a-edecf557bad7 req-ce5da928-f6a1-4049-92fb-d5ce8526887d service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Neutron deleted interface be0a9c4c-baab-47dd-842c-ae4352da3c55; detaching it from the instance and deleting it from the info cache [ 1136.589784] env[69984]: DEBUG nova.network.neutron [req-85fd71d9-4093-4901-ae6a-edecf557bad7 req-ce5da928-f6a1-4049-92fb-d5ce8526887d service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.605356] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945742, 'name': Rename_Task, 'duration_secs': 0.245828} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.605356] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.605356] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328201bb-7c10-414e-8788-b2eb1e3561c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.613162] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1136.613162] env[69984]: value = "task-3945743" [ 1136.613162] env[69984]: _type = "Task" [ 1136.613162] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.625858] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.061478] env[69984]: DEBUG nova.network.neutron [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.085110] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.085535] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.085678] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.085907] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.086104] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.086315] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.086579] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.086806] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.087050] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.087285] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.087535] env[69984]: DEBUG nova.virt.hardware [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.088402] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.091305] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f647b3-8bee-4f07-809a-4e1519cfbb72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.097374] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7e4c274-48c0-43bf-9706-efd6494e127f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.103923] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9453a7-3032-4dd1-864d-aa0fce77f297 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.113516] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82af6e47-5a4d-4799-bff5-bbb5227dca4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.133154] env[69984]: INFO nova.scheduler.client.report [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Deleted allocations for instance 3269292e-cea1-463e-9b1c-1265727042ef [ 1137.136174] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.141112] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.148066] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.148869] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e4021b-6820-446d-9b6c-d6e0fbf9223b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.180019] env[69984]: DEBUG nova.compute.manager [req-85fd71d9-4093-4901-ae6a-edecf557bad7 req-ce5da928-f6a1-4049-92fb-d5ce8526887d service nova] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Detach interface failed, port_id=be0a9c4c-baab-47dd-842c-ae4352da3c55, reason: Instance d4b4573f-16cc-4765-a455-b22acbd27f25 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.188267] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.190048] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.190048] env[69984]: value = "task-3945744" [ 1137.190048] env[69984]: _type = "Task" [ 1137.190048] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.200437] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945744, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.564475] env[69984]: INFO nova.compute.manager [-] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Took 1.30 seconds to deallocate network for instance. [ 1137.646364] env[69984]: DEBUG oslo_vmware.api [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945743, 'name': PowerOnVM_Task, 'duration_secs': 0.621725} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.646728] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.646956] env[69984]: INFO nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1137.647170] env[69984]: DEBUG nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.648734] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd13262b-9dcd-4b8b-b2a4-6a63af4bf561 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.656141] env[69984]: DEBUG oslo_concurrency.lockutils [None req-397048b2-a187-48bd-8f47-0aaea99dd94d tempest-ServerShowV247Test-98308897 tempest-ServerShowV247Test-98308897-project-member] Lock "3269292e-cea1-463e-9b1c-1265727042ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.685462] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.686215] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.686408] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.703306] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945744, 'name': CreateVM_Task, 'duration_secs': 0.475852} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.703474] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.703880] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.704292] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.704390] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.704650] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb337ae7-6ff7-4347-976f-5b6366524a0c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.710119] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1137.710119] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52301247-6ea4-746f-adda-d1cae3ebbb00" [ 1137.710119] env[69984]: _type = "Task" [ 1137.710119] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.719126] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52301247-6ea4-746f-adda-d1cae3ebbb00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.073332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.073708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.073708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.098521] env[69984]: INFO nova.scheduler.client.report [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Deleted allocations for instance d4b4573f-16cc-4765-a455-b22acbd27f25 [ 1138.169602] env[69984]: INFO nova.compute.manager [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Took 22.04 seconds to build instance. [ 1138.189952] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.190238] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.190405] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.190562] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1138.191522] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6645df5b-4791-46e1-95ff-0679f0bc0043 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.200515] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edef304-9d6a-4208-8950-def9bcad8773 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.220656] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863e0b8b-116f-4c17-9886-d141a6f99fad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.232407] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334846b7-2838-4ee7-a5ad-82cc0e30d9d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.236027] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52301247-6ea4-746f-adda-d1cae3ebbb00, 'name': SearchDatastore_Task, 'duration_secs': 0.040106} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.236257] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.236554] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.236723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.236866] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.237058] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.237709] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bed85cc6-6a2f-4035-8387-7bfe29044d6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.264616] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179378MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1138.264755] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.264895] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.267801] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.268026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.269031] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d48e976-156b-4f98-9b96-cb884b691c2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.276409] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1138.276409] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e070f3-f9f5-9f3f-8d4d-8a2b46714320" [ 1138.276409] env[69984]: _type = "Task" [ 1138.276409] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.287625] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e070f3-f9f5-9f3f-8d4d-8a2b46714320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.607580] env[69984]: DEBUG oslo_concurrency.lockutils [None req-32061842-d656-4b02-8b69-68762d3c9bc7 tempest-DeleteServersTestJSON-1138441677 tempest-DeleteServersTestJSON-1138441677-project-member] Lock "d4b4573f-16cc-4765-a455-b22acbd27f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.987s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.671398] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a1163e1-38bd-4ff8-a29f-d4823cb03655 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.565s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.789060] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e070f3-f9f5-9f3f-8d4d-8a2b46714320, 'name': SearchDatastore_Task, 'duration_secs': 0.017484} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.793226] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716b7f55-8357-40a6-a45f-2d4457cc86c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.800059] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1138.800059] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc495-d62b-5c93-50d5-9d43a1d47a6b" [ 1138.800059] env[69984]: _type = "Task" [ 1138.800059] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.810889] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc495-d62b-5c93-50d5-9d43a1d47a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.268489] env[69984]: DEBUG nova.compute.manager [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.268781] env[69984]: DEBUG nova.compute.manager [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.268925] env[69984]: DEBUG oslo_concurrency.lockutils [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.269571] env[69984]: DEBUG oslo_concurrency.lockutils [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.269806] env[69984]: DEBUG nova.network.neutron [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.309091] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309283] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309370] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 14ef51f7-4c98-49b0-a733-8090c161bfdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309492] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 1c40dc71-3a7e-475a-a60c-84757a0a42da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309814] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ebf17e54-12e4-4014-b0a0-ac834bb970cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309814] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6c58e17e-8683-42ab-a982-a9357cc72475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1139.309903] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1139.310121] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1139.320123] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524dc495-d62b-5c93-50d5-9d43a1d47a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.019076} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.320782] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.321115] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.321639] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58f8593c-84e1-493f-908f-03c3e0dddd57 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.329810] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1139.329810] env[69984]: value = "task-3945746" [ 1139.329810] env[69984]: _type = "Task" [ 1139.329810] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.342993] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.413985] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd1bff0-5770-43d3-9447-e41f97fc5099 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.422909] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86225127-c0c2-4071-943e-b6257253ec0b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.464264] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a81d1-1cfb-49eb-bcea-225a4d9295c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.473535] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c96377-91e3-4862-845b-677b7aee9136 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.493217] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.847500] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.997418] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.136356] env[69984]: DEBUG nova.network.neutron [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updated VIF entry in instance network info cache for port e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.136887] env[69984]: DEBUG nova.network.neutron [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.306648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.306947] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.343662] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801844} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.343947] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.344187] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.344454] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfcbf47a-0d81-49dc-b5da-07876c7e05d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.351799] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1140.351799] env[69984]: value = "task-3945747" [ 1140.351799] env[69984]: _type = "Task" [ 1140.351799] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.360617] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.507716] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.507925] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.243s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.641556] env[69984]: DEBUG oslo_concurrency.lockutils [req-f20ce364-ac2a-4b55-8fa1-e71098891581 req-4b24a6c9-f4ba-4526-b386-354af89596a2 service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.809955] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.863040] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172204} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.863040] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.863502] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718235ef-350d-4933-ae03-106540bcca9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.883688] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.885524] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a06ff563-10d9-4b9b-a70a-2d2f8cdfd3cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.905258] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1140.905258] env[69984]: value = "task-3945748" [ 1140.905258] env[69984]: _type = "Task" [ 1140.905258] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.913668] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.004698] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.004923] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.005060] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.005258] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1141.420588] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.429032] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.429333] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.431138] env[69984]: INFO nova.compute.claims [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.915985] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945748, 'name': ReconfigVM_Task, 'duration_secs': 0.765468} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.916362] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Reconfigured VM instance instance-00000069 to attach disk [datastore2] ebf17e54-12e4-4014-b0a0-ac834bb970cb/ebf17e54-12e4-4014-b0a0-ac834bb970cb.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.916996] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e092016d-686a-4d98-b5ea-7fc89de43b0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.926100] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1141.926100] env[69984]: value = "task-3945749" [ 1141.926100] env[69984]: _type = "Task" [ 1141.926100] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.944890] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945749, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.439800] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945749, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.565520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2453eec-3c94-4dd6-b83f-539cbea6fd89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.573614] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30499c1e-92aa-4ff1-ae59-472a2ba4f262 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.606916] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804fad53-b93c-469a-a578-37a50e856d5c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.615740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75beded8-1f6f-4f7e-906d-c6c3afaea506 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.631650] env[69984]: DEBUG nova.compute.provider_tree [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.942971] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945749, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.135412] env[69984]: DEBUG nova.scheduler.client.report [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.442714] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945749, 'name': Rename_Task, 'duration_secs': 1.240422} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.443040] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.443312] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234c9ef2-4d19-4ea3-a6be-14322c06d8f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.450402] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1143.450402] env[69984]: value = "task-3945750" [ 1143.450402] env[69984]: _type = "Task" [ 1143.450402] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.459428] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.641064] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.641677] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.961370] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.147451] env[69984]: DEBUG nova.compute.utils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.148853] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.148991] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.181686] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.181912] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances with incomplete migration {{(pid=69984) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1144.211264] env[69984]: DEBUG nova.policy [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.461943] env[69984]: DEBUG oslo_vmware.api [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945750, 'name': PowerOnVM_Task, 'duration_secs': 0.640665} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.462566] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.462733] env[69984]: DEBUG nova.compute.manager [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.463804] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286907f-5600-484c-acea-acbd522f184b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.661555] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.748973] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Successfully created port: c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.987806] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.988125] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.988412] env[69984]: DEBUG nova.objects.instance [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1145.670985] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.699774] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.700115] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.700267] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.700396] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.700562] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.700715] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.700951] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.701152] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.701346] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.701534] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.701946] env[69984]: DEBUG nova.virt.hardware [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.702970] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6d0f8b-3188-4983-b04c-7dbff8738674 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.712847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238fdc9-c0cc-49f1-b49a-eb1a5ea521ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.806095] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.807177] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2d179-ca01-4c8f-b2e5-399844ad796d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.814568] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.814618] env[69984]: ERROR oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk due to incomplete transfer. [ 1145.814830] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ccc0e3e-4bd5-46ab-b709-8576022140a7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.823974] env[69984]: DEBUG oslo_vmware.rw_handles [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5249396a-0e03-de08-3622-9bbdc1caa1ef/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.824291] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Uploaded image 649fb9ca-59cb-45c7-920c-7f7cc3aa793e to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.826634] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.826895] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fdb55336-cff4-4f5c-8ec4-22e3c80fb755 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.834424] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1145.834424] env[69984]: value = "task-3945751" [ 1145.834424] env[69984]: _type = "Task" [ 1145.834424] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.847024] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945751, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.000858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aa3b4eb2-d381-4660-89c5-012cec224c6c tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.160614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.160950] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.161200] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.161391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.161561] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.163760] env[69984]: INFO nova.compute.manager [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Terminating instance [ 1146.212014] env[69984]: DEBUG nova.compute.manager [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-vif-plugged-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.212559] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.212940] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.213129] env[69984]: DEBUG oslo_concurrency.lockutils [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.213289] env[69984]: DEBUG nova.compute.manager [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] No waiting events found dispatching network-vif-plugged-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1146.213502] env[69984]: WARNING nova.compute.manager [req-2bfec022-0de0-4829-a446-59d09b207d20 req-64d0c301-3035-4284-a965-c72ac5512aaf service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received unexpected event network-vif-plugged-c4ae8807-6737-4de5-b44d-e373d2117fc3 for instance with vm_state building and task_state spawning. [ 1146.320350] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Successfully updated port: c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.347150] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945751, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.667515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "refresh_cache-ebf17e54-12e4-4014-b0a0-ac834bb970cb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.667515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquired lock "refresh_cache-ebf17e54-12e4-4014-b0a0-ac834bb970cb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.667701] env[69984]: DEBUG nova.network.neutron [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.684761] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.685280] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1146.824755] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.824755] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.824755] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.848317] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945751, 'name': Destroy_Task, 'duration_secs': 0.711709} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.848668] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Destroyed the VM [ 1146.848955] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.849275] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bc70b14-9328-4f2c-9aa9-508ee5a1f96d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.861856] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1146.861856] env[69984]: value = "task-3945752" [ 1146.861856] env[69984]: _type = "Task" [ 1146.861856] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.876963] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.188634] env[69984]: DEBUG nova.network.neutron [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.209859] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] There are 57 instances to clean {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1147.210236] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f5207eea-3551-4cb0-afcf-3d11740b16d1] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.277838] env[69984]: DEBUG nova.network.neutron [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.377226] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.379071] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.472777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.473301] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.547779] env[69984]: DEBUG nova.network.neutron [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.715104] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3269292e-cea1-463e-9b1c-1265727042ef] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.780877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Releasing lock "refresh_cache-ebf17e54-12e4-4014-b0a0-ac834bb970cb" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.781252] env[69984]: DEBUG nova.compute.manager [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.781362] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.784920] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc45061-7464-4cc2-adb1-94b9b8259869 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.790991] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.791270] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a051b602-2f41-4c17-9682-fcfe76d055e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.803675] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1147.803675] env[69984]: value = "task-3945753" [ 1147.803675] env[69984]: _type = "Task" [ 1147.803675] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.811689] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.879079] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945752, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.976977] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.052042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.052676] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Instance network_info: |[{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.053305] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4ae8807-6737-4de5-b44d-e373d2117fc3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.064460] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.066878] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.067275] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f2f0575-770f-4043-83af-6e7f0bd9e310 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.088879] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.088879] env[69984]: value = "task-3945754" [ 1148.088879] env[69984]: _type = "Task" [ 1148.088879] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.097725] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945754, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.221891] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 64a7e5f2-aba3-4eab-bf48-6b4691f5ddeb] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.247863] env[69984]: DEBUG nova.compute.manager [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.248949] env[69984]: DEBUG nova.compute.manager [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing instance network info cache due to event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.249516] env[69984]: DEBUG oslo_concurrency.lockutils [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.249890] env[69984]: DEBUG oslo_concurrency.lockutils [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.250268] env[69984]: DEBUG nova.network.neutron [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.310687] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945753, 'name': PowerOffVM_Task, 'duration_secs': 0.135739} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.311239] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.311527] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.312362] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a444e45e-d6d4-49f6-9042-1f585e9641e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.342627] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.343193] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.343193] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Deleting the datastore file [datastore2] ebf17e54-12e4-4014-b0a0-ac834bb970cb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.343378] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4f6719f-3d0a-4729-9581-fa5d544b1d5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.350769] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for the task: (returnval){ [ 1148.350769] env[69984]: value = "task-3945756" [ 1148.350769] env[69984]: _type = "Task" [ 1148.350769] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.359861] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.373591] env[69984]: DEBUG oslo_vmware.api [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945752, 'name': RemoveSnapshot_Task, 'duration_secs': 1.229696} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.373867] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1148.374110] env[69984]: INFO nova.compute.manager [None req-df60c411-30f6-449f-bcc0-77aa9e68e221 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Took 18.18 seconds to snapshot the instance on the hypervisor. [ 1148.504571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.504856] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.506462] env[69984]: INFO nova.compute.claims [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.603701] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945754, 'name': CreateVM_Task, 'duration_secs': 0.368905} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.603701] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.603701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.603701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.603701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.603701] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088fd217-ef57-4a44-8f4a-cb2e9e7883d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.611036] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1148.611036] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269973b-47da-1e27-4cb8-6ff04e9c74a6" [ 1148.611036] env[69984]: _type = "Task" [ 1148.611036] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.619300] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269973b-47da-1e27-4cb8-6ff04e9c74a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.725040] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: d4b4573f-16cc-4765-a455-b22acbd27f25] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.863959] env[69984]: DEBUG oslo_vmware.api [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Task: {'id': task-3945756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107579} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.864318] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.865039] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.865039] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.865039] env[69984]: INFO nova.compute.manager [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1148.865357] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.865979] env[69984]: DEBUG nova.compute.manager [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.865979] env[69984]: DEBUG nova.network.neutron [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.904415] env[69984]: DEBUG nova.network.neutron [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.051205] env[69984]: DEBUG nova.network.neutron [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updated VIF entry in instance network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.051817] env[69984]: DEBUG nova.network.neutron [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.123129] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5269973b-47da-1e27-4cb8-6ff04e9c74a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.123504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.123846] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.125175] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.125175] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.125175] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.125175] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83b1da39-9985-47bf-a6f8-344a274bb18f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.136914] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.137140] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.137946] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2a3d65-bbd2-4012-9445-993122cad5fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.148306] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1149.148306] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52116dc8-d79a-7813-c66a-305410357370" [ 1149.148306] env[69984]: _type = "Task" [ 1149.148306] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.160107] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52116dc8-d79a-7813-c66a-305410357370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.229025] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 5e5400b6-aa07-46f9-b097-9daa1fa177ac] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.407284] env[69984]: DEBUG nova.network.neutron [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.527311] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.527535] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.559034] env[69984]: DEBUG oslo_concurrency.lockutils [req-a797310a-d26c-43c2-90cd-bee1ee246521 req-d1cd5489-f248-4cdf-9ca9-ce7185954e24 service nova] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.653202] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07eb34-79e3-48a9-bdbd-3609f64e8be1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.662955] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52116dc8-d79a-7813-c66a-305410357370, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.665661] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafdd655-4cbd-4f83-874a-ea3e24a06ad9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.668596] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b68f19a-43e0-40dc-a281-a9393d3d39c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.676361] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1149.676361] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520f5627-be98-1849-48d0-af49982dc7b0" [ 1149.676361] env[69984]: _type = "Task" [ 1149.676361] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.707185] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74feb626-e05a-4f6f-ba5c-28a28f0a889e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.718330] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515020da-a34a-4ea1-b1aa-59e316f33c70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.722190] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]520f5627-be98-1849-48d0-af49982dc7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.725265] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.725666] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8116662e-f3f2-42a7-8773-5501561ea1f3/8116662e-f3f2-42a7-8773-5501561ea1f3.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.728389] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e200ac2-6396-43cd-8c98-9041c61a292c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.730611] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.730858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.739670] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e5a08fa6-5448-4f57-9659-d23fcafd89f8] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.741738] env[69984]: DEBUG nova.compute.provider_tree [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.750283] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1149.750283] env[69984]: value = "task-3945757" [ 1149.750283] env[69984]: _type = "Task" [ 1149.750283] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.759913] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.910943] env[69984]: INFO nova.compute.manager [-] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Took 1.05 seconds to deallocate network for instance. [ 1150.036263] env[69984]: DEBUG nova.compute.utils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.243755] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3126ef81-4e55-4463-a81d-4f8e0af322e4] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.245897] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.248929] env[69984]: DEBUG nova.scheduler.client.report [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.261150] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460116} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.261414] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8116662e-f3f2-42a7-8773-5501561ea1f3/8116662e-f3f2-42a7-8773-5501561ea1f3.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.261633] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.261887] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-650690c8-fb49-40ea-a854-4c0bf31325eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.269426] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1150.269426] env[69984]: value = "task-3945758" [ 1150.269426] env[69984]: _type = "Task" [ 1150.269426] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.279626] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.418400] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.540030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.749937] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3c8fac51-4d64-450e-8719-e9c80b1aee62] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.756706] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.757205] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.759620] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.341s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.759847] env[69984]: DEBUG nova.objects.instance [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lazy-loading 'resources' on Instance uuid ebf17e54-12e4-4014-b0a0-ac834bb970cb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.775014] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.781177] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065539} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.781429] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.782290] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5775d0-5f18-496a-9e2c-d90833150e22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.805972] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8116662e-f3f2-42a7-8773-5501561ea1f3/8116662e-f3f2-42a7-8773-5501561ea1f3.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.806709] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07551ec0-a79a-4454-ac60-8b2d498b8f87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.826876] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1150.826876] env[69984]: value = "task-3945759" [ 1150.826876] env[69984]: _type = "Task" [ 1150.826876] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.837611] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.256264] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: b3d50afe-961e-42f6-aaa3-87fb8f0cdf80] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.263214] env[69984]: DEBUG nova.compute.utils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.267267] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.267513] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.333362] env[69984]: DEBUG nova.policy [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9d4e81369e94f7482f6d74c816cada2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397b292ba6474400a513e7055d8f3e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.342854] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945759, 'name': ReconfigVM_Task, 'duration_secs': 0.343163} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.343080] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8116662e-f3f2-42a7-8773-5501561ea1f3/8116662e-f3f2-42a7-8773-5501561ea1f3.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.343801] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef69c0fb-074a-4a54-b7e6-71073e216242 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.351880] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1151.351880] env[69984]: value = "task-3945760" [ 1151.351880] env[69984]: _type = "Task" [ 1151.351880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.360254] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945760, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.413978] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceb58da-f0b0-45a9-af1c-a34ea62ce7da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.422725] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393357bc-3389-4d8b-a0ba-f385c266695e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.457797] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db93b9a9-49b3-4984-a8d8-29858c0a0bb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.466066] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b5e5b5-12fd-4494-98f7-baefdd8b1814 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.482634] env[69984]: DEBUG nova.compute.provider_tree [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.575548] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Successfully created port: cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.600891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.601186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.601441] env[69984]: INFO nova.compute.manager [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Attaching volume 4cf84725-6507-4f65-a64b-23085fca6456 to /dev/sdb [ 1151.644118] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43874af4-4735-44c5-9d6d-2f29516088fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.651901] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396b99e5-a5ae-498d-9799-c6b2048398cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.665637] env[69984]: DEBUG nova.virt.block_device [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating existing volume attachment record: 34df8144-7628-41ef-990d-5b5609a1e8c7 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1151.758826] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f9a2ec53-afbb-4695-8290-69f91fd83eb6] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.777672] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.861588] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945760, 'name': Rename_Task, 'duration_secs': 0.159154} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.861927] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.862143] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f902c4-29a3-4653-9ee1-404d182a5100 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.869074] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1151.869074] env[69984]: value = "task-3945762" [ 1151.869074] env[69984]: _type = "Task" [ 1151.869074] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.877012] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.986604] env[69984]: DEBUG nova.scheduler.client.report [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.262899] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: a6afda49-918e-4a4c-b132-0f89aa2e9c3b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.380551] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.491636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.494114] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.719s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.495723] env[69984]: INFO nova.compute.claims [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.517783] env[69984]: INFO nova.scheduler.client.report [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Deleted allocations for instance ebf17e54-12e4-4014-b0a0-ac834bb970cb [ 1152.769087] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8585b459-69a2-4567-a783-cbb0695412f4] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.788914] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.819662] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aa11a723cdbe0e4c27c8ae3187a5ff82',container_format='bare',created_at=2025-05-09T10:40:53Z,direct_url=,disk_format='vmdk',id=649fb9ca-59cb-45c7-920c-7f7cc3aa793e,min_disk=1,min_ram=0,name='tempest-test-snap-1180412520',owner='397b292ba6474400a513e7055d8f3e6f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-09T10:41:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.819916] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.820187] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.820268] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.820418] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.820568] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.821110] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.821110] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.821278] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.821448] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.821626] env[69984]: DEBUG nova.virt.hardware [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.822545] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a650fb-9315-4b15-99e2-da1a8c5f67da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.831662] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8287c065-0e9b-4242-a3bc-d3ee1a51cab5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.881265] env[69984]: DEBUG oslo_vmware.api [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945762, 'name': PowerOnVM_Task, 'duration_secs': 0.582487} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.881712] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.881979] env[69984]: INFO nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1152.882199] env[69984]: DEBUG nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.883112] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3fb1e3-208b-4dd5-bd86-ed60e0668f6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.959953] env[69984]: DEBUG nova.compute.manager [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Received event network-vif-plugged-cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.959953] env[69984]: DEBUG oslo_concurrency.lockutils [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] Acquiring lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.959953] env[69984]: DEBUG oslo_concurrency.lockutils [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.959953] env[69984]: DEBUG oslo_concurrency.lockutils [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.959953] env[69984]: DEBUG nova.compute.manager [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] No waiting events found dispatching network-vif-plugged-cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.959953] env[69984]: WARNING nova.compute.manager [req-d56d5c38-0169-496f-8f1a-8dd0d719db41 req-f9bbacdd-852b-418c-8c8e-3b38ed7289ac service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Received unexpected event network-vif-plugged-cf87cdfe-d8bf-4079-b113-1b1de5e69571 for instance with vm_state building and task_state spawning. [ 1153.026954] env[69984]: DEBUG oslo_concurrency.lockutils [None req-406261cd-14b5-4e09-b9e0-14e3524a257d tempest-ServersListShow2100Test-1578674127 tempest-ServersListShow2100Test-1578674127-project-member] Lock "ebf17e54-12e4-4014-b0a0-ac834bb970cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.866s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.078528] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Successfully updated port: cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.272436] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3663c90c-2458-443b-ae1d-4a950d56eb07] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.403929] env[69984]: INFO nova.compute.manager [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Took 12.09 seconds to build instance. [ 1153.581807] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.581938] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.582041] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.658892] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f488bd-dbbb-44ae-9ff1-003d8cf31cfd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.668683] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7a724-79ca-4156-b587-b4c53dc72db3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.712615] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ab7de-52d4-4cc9-85d4-6918fd26476b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721811] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb7a036-62ee-47b0-9c14-5e5db8c0f01f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.743346] env[69984]: DEBUG nova.compute.provider_tree [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.775918] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 43ee6d2e-4fb8-4a1c-a899-950a304f9b22] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.906475] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81fcff43-9181-4c02-9974-cc0df815a71f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.599s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.941699] env[69984]: DEBUG nova.compute.manager [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.941699] env[69984]: DEBUG nova.compute.manager [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.941699] env[69984]: DEBUG oslo_concurrency.lockutils [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.942478] env[69984]: DEBUG oslo_concurrency.lockutils [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.942845] env[69984]: DEBUG nova.network.neutron [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.125891] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.245993] env[69984]: DEBUG nova.scheduler.client.report [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.279065] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 34cff730-558a-4f02-9c43-c5f7fe528615] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.308525] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.308525] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.308525] env[69984]: DEBUG nova.compute.manager [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.309116] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4c9d1c-f13e-4a41-a5d5-372b876e5182 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.316611] env[69984]: DEBUG nova.compute.manager [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.317218] env[69984]: DEBUG nova.objects.instance [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'flavor' on Instance uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.363033] env[69984]: DEBUG nova.network.neutron [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Updating instance_info_cache with network_info: [{"id": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "address": "fa:16:3e:4b:f1:1c", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf87cdfe-d8", "ovs_interfaceid": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.728115] env[69984]: DEBUG nova.network.neutron [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updated VIF entry in instance network info cache for port e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.728115] env[69984]: DEBUG nova.network.neutron [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.754877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.754877] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.785321] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8ed8b730-a751-4f60-b056-827a5e3f8f2a] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.865591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.865942] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Instance network_info: |[{"id": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "address": "fa:16:3e:4b:f1:1c", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf87cdfe-d8", "ovs_interfaceid": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.866732] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf87cdfe-d8bf-4079-b113-1b1de5e69571', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.874959] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.875222] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.875568] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77dbd6a3-fdeb-4076-b601-7f941d08f4a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.897665] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.897665] env[69984]: value = "task-3945766" [ 1154.897665] env[69984]: _type = "Task" [ 1154.897665] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.907733] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945766, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.992358] env[69984]: DEBUG nova.compute.manager [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Received event network-changed-cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.992580] env[69984]: DEBUG nova.compute.manager [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Refreshing instance network info cache due to event network-changed-cf87cdfe-d8bf-4079-b113-1b1de5e69571. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.992815] env[69984]: DEBUG oslo_concurrency.lockutils [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] Acquiring lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.992884] env[69984]: DEBUG oslo_concurrency.lockutils [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] Acquired lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.993485] env[69984]: DEBUG nova.network.neutron [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Refreshing network info cache for port cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.231798] env[69984]: DEBUG oslo_concurrency.lockutils [req-83561882-cfb3-4d6f-bb01-0a6e8f1219b0 req-b20a819a-40dd-4a17-a8c0-8ed01f58da02 service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261391] env[69984]: DEBUG nova.compute.utils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.263058] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.263058] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.291381] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1749fc15-57f1-46a4-8e39-d7d4bb9d351e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.309637] env[69984]: DEBUG nova.policy [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd693be11daa47208d3598b2a5deb888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5112df51a117491b99c1508cf7a54763', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.324355] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.325018] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f28b4a58-6cff-4965-b894-eb5dcceeeaa7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.333363] env[69984]: DEBUG oslo_vmware.api [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1155.333363] env[69984]: value = "task-3945767" [ 1155.333363] env[69984]: _type = "Task" [ 1155.333363] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.343139] env[69984]: DEBUG oslo_vmware.api [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.410046] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945766, 'name': CreateVM_Task, 'duration_secs': 0.328285} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.410325] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.411230] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.411230] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.411664] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.413037] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932c5d0b-94ad-4bd5-b974-061c909029d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.420460] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1155.420460] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5213d7bc-4f7a-1656-8910-3ae3d055a513" [ 1155.420460] env[69984]: _type = "Task" [ 1155.420460] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.431747] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5213d7bc-4f7a-1656-8910-3ae3d055a513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.461719] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.461946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.738408] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Successfully created port: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.768584] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.797202] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 0f5caec0-650c-47b3-af9d-942267ff250f] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.846029] env[69984]: DEBUG oslo_vmware.api [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945767, 'name': PowerOffVM_Task, 'duration_secs': 0.21694} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.846302] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.846496] env[69984]: DEBUG nova.compute.manager [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.847273] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8e51a-aa03-4701-bc25-becd2c72ec91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.902956] env[69984]: DEBUG nova.network.neutron [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Updated VIF entry in instance network info cache for port cf87cdfe-d8bf-4079-b113-1b1de5e69571. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.903355] env[69984]: DEBUG nova.network.neutron [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Updating instance_info_cache with network_info: [{"id": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "address": "fa:16:3e:4b:f1:1c", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf87cdfe-d8", "ovs_interfaceid": "cf87cdfe-d8bf-4079-b113-1b1de5e69571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.930568] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.930826] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Processing image 649fb9ca-59cb-45c7-920c-7f7cc3aa793e {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.931074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.931224] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.931450] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.931681] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032b286b-020e-47a1-ade4-9e136f3d2977 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.941280] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.941591] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.942736] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb807f0-0e42-4432-95bf-6cda582a8596 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.949468] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1155.949468] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528eb4f9-9107-4cc2-4c03-cbdab52f269c" [ 1155.949468] env[69984]: _type = "Task" [ 1155.949468] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.958148] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528eb4f9-9107-4cc2-4c03-cbdab52f269c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.967179] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.974161] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.974161] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing instance network info cache due to event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.974161] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.974161] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.974486] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.221298] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.221563] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783180', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'name': 'volume-4cf84725-6507-4f65-a64b-23085fca6456', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'serial': '4cf84725-6507-4f65-a64b-23085fca6456'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.223033] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa83f3-3071-40d0-840e-4c81191f123e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.240416] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbb6d0d-190a-4554-801c-ba78fec75a11 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.265825] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-4cf84725-6507-4f65-a64b-23085fca6456/volume-4cf84725-6507-4f65-a64b-23085fca6456.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.266494] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660ddbe2-c1ab-41ae-a713-cb87d75c52a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.288708] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1156.288708] env[69984]: value = "task-3945768" [ 1156.288708] env[69984]: _type = "Task" [ 1156.288708] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.300372] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: eb80e902-2ff7-4df6-b885-332a6743ad79] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.302412] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.359409] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bf520ad5-13c4-4b14-9a35-7c9acc3e4115 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.406477] env[69984]: DEBUG oslo_concurrency.lockutils [req-51b316a9-9a6e-43fb-8813-dd2fd3b3d637 req-9635a745-e371-4389-917a-31c9879a5c2d service nova] Releasing lock "refresh_cache-e7d82c17-3c2c-4820-9077-6ab3a7255d8b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.461566] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1156.461812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Fetch image to [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14/OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1156.461993] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Downloading stream optimized image 649fb9ca-59cb-45c7-920c-7f7cc3aa793e to [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14/OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14.vmdk on the data store datastore2 as vApp {{(pid=69984) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1156.462193] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Downloading image file data 649fb9ca-59cb-45c7-920c-7f7cc3aa793e to the ESX as VM named 'OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14' {{(pid=69984) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1156.508266] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.508752] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.510725] env[69984]: INFO nova.compute.claims [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.554144] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1156.554144] env[69984]: value = "resgroup-9" [ 1156.554144] env[69984]: _type = "ResourcePool" [ 1156.554144] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1156.554522] env[69984]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-58f0273d-d848-47d4-91ff-d533dd485545 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.579702] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease: (returnval){ [ 1156.579702] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1156.579702] env[69984]: _type = "HttpNfcLease" [ 1156.579702] env[69984]: } obtained for vApp import into resource pool (val){ [ 1156.579702] env[69984]: value = "resgroup-9" [ 1156.579702] env[69984]: _type = "ResourcePool" [ 1156.579702] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1156.580023] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the lease: (returnval){ [ 1156.580023] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1156.580023] env[69984]: _type = "HttpNfcLease" [ 1156.580023] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1156.587015] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1156.587015] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1156.587015] env[69984]: _type = "HttpNfcLease" [ 1156.587015] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1156.733224] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updated VIF entry in instance network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.733840] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.788567] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.802306] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.805112] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: facd7b5a-14d8-4a64-9a97-f64ed4f4f68f] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.816549] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.816812] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.816972] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.817294] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.817541] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.817755] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.818031] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.818239] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.818504] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.818809] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.819104] env[69984]: DEBUG nova.virt.hardware [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.820251] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433a464-2b2a-423e-a71e-05e6388ddbc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.828941] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b8d75-e0f2-4242-932d-ce499564c8dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.877728] env[69984]: DEBUG nova.objects.instance [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'flavor' on Instance uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.088390] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.088390] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1157.088390] env[69984]: _type = "HttpNfcLease" [ 1157.088390] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1157.200519] env[69984]: DEBUG nova.compute.manager [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Received event network-vif-plugged-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.200743] env[69984]: DEBUG oslo_concurrency.lockutils [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] Acquiring lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.200950] env[69984]: DEBUG oslo_concurrency.lockutils [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.201208] env[69984]: DEBUG oslo_concurrency.lockutils [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.201936] env[69984]: DEBUG nova.compute.manager [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] No waiting events found dispatching network-vif-plugged-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.201936] env[69984]: WARNING nova.compute.manager [req-9a2d2997-4f66-4faf-a1a5-35284e6b58a8 req-de77818d-f238-4243-9efc-012eb447c4f1 service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Received unexpected event network-vif-plugged-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 for instance with vm_state building and task_state spawning. [ 1157.237577] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.237891] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.238079] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing instance network info cache due to event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.238338] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.238490] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.238725] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.296291] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Successfully updated port: 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.307040] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945768, 'name': ReconfigVM_Task, 'duration_secs': 0.627605} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.307667] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-4cf84725-6507-4f65-a64b-23085fca6456/volume-4cf84725-6507-4f65-a64b-23085fca6456.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.316877] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 5b3fbee0-91ac-4a5f-8a91-fdf70fdf9752] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.319676] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35299aee-1397-4843-83f3-db4c7d95b668 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.347519] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1157.347519] env[69984]: value = "task-3945770" [ 1157.347519] env[69984]: _type = "Task" [ 1157.347519] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.364548] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.383886] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.384181] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.384464] env[69984]: DEBUG nova.network.neutron [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.384743] env[69984]: DEBUG nova.objects.instance [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'info_cache' on Instance uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.591193] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1157.591193] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1157.591193] env[69984]: _type = "HttpNfcLease" [ 1157.591193] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1157.591507] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1157.591507] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bb0c09-f9db-2daa-e7b5-7ea4f8666513" [ 1157.591507] env[69984]: _type = "HttpNfcLease" [ 1157.591507] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1157.593190] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108db02a-bd0e-4e64-b6d3-71e1211f094f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.603381] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1157.603583] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1157.667026] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7a796a9-26d6-461f-b1c3-9e7d502caac7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.706379] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152531da-8e89-4dfa-a207-95b4fd753b55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.714192] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447e457-55da-4cf9-848e-40ccc5028237 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.748315] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c721e44-ec2a-46e7-98f2-a1af00646704 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.756660] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fed702b-8bf9-499d-8b82-a7439b492d3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.771411] env[69984]: DEBUG nova.compute.provider_tree [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.799348] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.799503] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquired lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.799699] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.839977] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: b73a824f-ba19-4801-81d0-c2abded3a472] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.858993] env[69984]: DEBUG oslo_vmware.api [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945770, 'name': ReconfigVM_Task, 'duration_secs': 0.160552} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.858993] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783180', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'name': 'volume-4cf84725-6507-4f65-a64b-23085fca6456', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'serial': '4cf84725-6507-4f65-a64b-23085fca6456'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.891233] env[69984]: DEBUG nova.objects.base [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.994556] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updated VIF entry in instance network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.995859] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.274878] env[69984]: DEBUG nova.scheduler.client.report [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.332996] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.343737] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6ea740ab-2276-4b75-9fd4-95678fdac505] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.445726] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1158.445946] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.447816] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84dea30-0fe3-4928-813f-472ebe46faa8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.455209] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.455394] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1158.455627] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-70431a1f-c634-4a64-a376-edf6542a15b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.498724] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.499097] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.499216] env[69984]: DEBUG nova.compute.manager [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.499429] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.499593] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.499758] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.542247] env[69984]: DEBUG nova.network.neutron [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Updating instance_info_cache with network_info: [{"id": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "address": "fa:16:3e:a2:d1:41", "network": {"id": "bba7cc21-aa34-4dc8-9660-b327d8555239", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425148871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5112df51a117491b99c1508cf7a54763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f7e89b-5f", "ovs_interfaceid": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.713121] env[69984]: DEBUG nova.network.neutron [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.780855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.781422] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.825950] env[69984]: DEBUG oslo_vmware.rw_handles [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52047eef-8f64-aa86-028e-8de8e1fe5795/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1158.826239] env[69984]: INFO nova.virt.vmwareapi.images [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Downloaded image file data 649fb9ca-59cb-45c7-920c-7f7cc3aa793e [ 1158.827161] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a573152-0266-4347-b847-f0cd285b294b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.847025] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d4584da-c95c-49b1-8886-31490feb575d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.847390] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f2723a87-2e65-4f90-b014-2a66b53059d5] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.904340] env[69984]: DEBUG nova.objects.instance [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'flavor' on Instance uuid 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.975039] env[69984]: INFO nova.virt.vmwareapi.images [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] The imported VM was unregistered [ 1158.977450] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1158.977633] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.977883] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e998d594-2da6-4cbb-922e-52f6579962c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.001779] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.002101] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14/OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14.vmdk to [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk. {{(pid=69984) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1159.006239] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-efb56a40-4123-4e90-87e8-e27a09c71fa8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.016492] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1159.016492] env[69984]: value = "task-3945772" [ 1159.016492] env[69984]: _type = "Task" [ 1159.016492] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.026257] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.045068] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Releasing lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.045530] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Instance network_info: |[{"id": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "address": "fa:16:3e:a2:d1:41", "network": {"id": "bba7cc21-aa34-4dc8-9660-b327d8555239", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425148871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5112df51a117491b99c1508cf7a54763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f7e89b-5f", "ovs_interfaceid": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.046016] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12f7e89b-5fca-4dc0-a041-48a9c54d6bb7', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.055968] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Creating folder: Project (5112df51a117491b99c1508cf7a54763). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.056698] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-777d7ec7-a409-4ff0-8e62-1aea5f73b9fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.068464] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Created folder: Project (5112df51a117491b99c1508cf7a54763) in parent group-v782883. [ 1159.068664] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Creating folder: Instances. Parent ref: group-v783183. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.068959] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-643c727c-baee-4227-9233-8d12bbbe94eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.080997] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Created folder: Instances in parent group-v783183. [ 1159.081340] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.081600] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.081863] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5473ade9-db90-4097-967e-2215c1ce3452 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.104181] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.104181] env[69984]: value = "task-3945775" [ 1159.104181] env[69984]: _type = "Task" [ 1159.104181] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.115481] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945775, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.214862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.286979] env[69984]: DEBUG nova.compute.utils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.288394] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Not allocating networking since 'none' was specified. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1159.310717] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updated VIF entry in instance network info cache for port e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.311146] env[69984]: DEBUG nova.network.neutron [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.343044] env[69984]: DEBUG nova.compute.manager [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Received event network-changed-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.343295] env[69984]: DEBUG nova.compute.manager [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Refreshing instance network info cache due to event network-changed-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.343421] env[69984]: DEBUG oslo_concurrency.lockutils [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] Acquiring lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.343565] env[69984]: DEBUG oslo_concurrency.lockutils [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] Acquired lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.343725] env[69984]: DEBUG nova.network.neutron [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Refreshing network info cache for port 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.351579] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: b744625b-3759-4140-a0af-ddb3ee39a338] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.410023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-90204f97-94ca-41f1-a822-ed832c3e3693 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.527238] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.615465] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945775, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.790963] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.814483] env[69984]: DEBUG oslo_concurrency.lockutils [req-77f00f2b-80c0-4c96-8c51-374fd26d1d98 req-5fe158a2-1022-434b-af61-0862398027a6 service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.856550] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 57e9919f-d0c1-4ad2-9501-a752764b2630] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.977132] env[69984]: DEBUG nova.compute.manager [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1160.028643] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.100385] env[69984]: DEBUG nova.network.neutron [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Updated VIF entry in instance network info cache for port 12f7e89b-5fca-4dc0-a041-48a9c54d6bb7. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.100768] env[69984]: DEBUG nova.network.neutron [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Updating instance_info_cache with network_info: [{"id": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "address": "fa:16:3e:a2:d1:41", "network": {"id": "bba7cc21-aa34-4dc8-9660-b327d8555239", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-425148871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5112df51a117491b99c1508cf7a54763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12f7e89b-5f", "ovs_interfaceid": "12f7e89b-5fca-4dc0-a041-48a9c54d6bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.117971] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945775, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.221390] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.221733] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4d8105-dd98-4014-b74d-a6e8d199bee5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.231134] env[69984]: DEBUG oslo_vmware.api [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1160.231134] env[69984]: value = "task-3945776" [ 1160.231134] env[69984]: _type = "Task" [ 1160.231134] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.241183] env[69984]: DEBUG oslo_vmware.api [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.360711] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: f4d62ce4-47d3-4a9c-94f2-3a84814a34a7] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.504746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.505112] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.529250] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.603822] env[69984]: DEBUG oslo_concurrency.lockutils [req-73607968-c004-40e5-9344-ceb1eac53f78 req-95fd72e1-3fb5-4e8e-8c25-c5d6ca213a3c service nova] Releasing lock "refresh_cache-6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.619585] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945775, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.742388] env[69984]: DEBUG oslo_vmware.api [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.802101] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.833556] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.833833] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.834041] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.834275] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.834479] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.834671] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.834930] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.835148] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.835371] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.835580] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.835797] env[69984]: DEBUG nova.virt.hardware [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.836822] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ccf47-118b-4a84-b4d4-38b490243d3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.846439] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa72ddf-273b-4477-b5af-6f39a9da145e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.861494] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.867846] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Creating folder: Project (a5b510e9c1d044a5945fcf736d649cc0). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.868414] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: fe1669be-5412-477d-9f08-1814d3f90d96] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.870480] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e98f2218-f0c5-4dbe-9c55-cd506ccff0fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.887832] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Created folder: Project (a5b510e9c1d044a5945fcf736d649cc0) in parent group-v782883. [ 1160.888062] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Creating folder: Instances. Parent ref: group-v783186. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.888345] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6936444-7f51-4f12-a024-c5eced120d60 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.900486] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Created folder: Instances in parent group-v783186. [ 1160.900796] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.901264] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.901508] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6f549d-1c4c-4840-a352-b0cbd8232e98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.921161] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.921161] env[69984]: value = "task-3945779" [ 1160.921161] env[69984]: _type = "Task" [ 1160.921161] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.930520] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945779, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.011441] env[69984]: INFO nova.compute.claims [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.030047] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.120026] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945775, 'name': CreateVM_Task, 'duration_secs': 1.663678} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.120224] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.120878] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.121063] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.121414] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.121779] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fecb24a-7824-4c94-9b40-4466c8ec56d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.128442] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1161.128442] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a4c4c-3bc4-4b21-2c9b-ac495131768e" [ 1161.128442] env[69984]: _type = "Task" [ 1161.128442] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.138044] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a4c4c-3bc4-4b21-2c9b-ac495131768e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.243265] env[69984]: DEBUG oslo_vmware.api [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.374022] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: d9a988f0-b139-4d6f-9939-6ec3408d0af2] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.432734] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945779, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.518787] env[69984]: INFO nova.compute.resource_tracker [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating resource usage from migration ef2a7a9d-b446-42a2-8db3-398fca781dba [ 1161.531994] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945772, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.445873} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.532389] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14/OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14.vmdk to [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk. [ 1161.532546] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Cleaning up location [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1161.532744] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f510c34e-583d-44c9-9782-eab52545fc14 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.533123] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22783bde-d9ff-4df6-acc7-82ccc91931b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.541306] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1161.541306] env[69984]: value = "task-3945780" [ 1161.541306] env[69984]: _type = "Task" [ 1161.541306] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.553109] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.638056] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]527a4c4c-3bc4-4b21-2c9b-ac495131768e, 'name': SearchDatastore_Task, 'duration_secs': 0.086143} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.640842] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.641106] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.641397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.641613] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.641709] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.642431] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d058e7b-d9de-4e2d-b5ab-46dba7b93232 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.651132] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.651220] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.654413] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b47ff9-552f-4819-805c-77365d3d3a47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.660383] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1161.660383] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3c70b-d9ca-120b-9e26-308afbc82f8d" [ 1161.660383] env[69984]: _type = "Task" [ 1161.660383] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.671531] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3c70b-d9ca-120b-9e26-308afbc82f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.682275] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598a08e-b05b-4954-bf21-fc47a85ae241 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.690120] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0f2567-99fe-4817-9dca-b7ba339dc7ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.721209] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0935c9-7ce6-482e-99fe-d52f247e66eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.729443] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b40a34-0fd1-49dd-93f2-269d0498e95c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.746028] env[69984]: DEBUG nova.compute.provider_tree [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.750161] env[69984]: DEBUG oslo_vmware.api [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945776, 'name': PowerOnVM_Task, 'duration_secs': 1.09331} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.750648] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.750848] env[69984]: DEBUG nova.compute.manager [None req-81495c1e-4f1c-4141-bd1b-a5b5b1a33dba tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.751603] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af70c77e-4d58-41e0-8af3-bcf8db77c9ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.878139] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 4b4c8342-90e1-4b78-adf2-ac7cae3da3ea] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.933115] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945779, 'name': CreateVM_Task, 'duration_secs': 0.724828} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.933609] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.934068] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.934241] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.934626] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.934908] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b376312-8082-4992-9ad5-6fc43c0cc2dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.939987] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1161.939987] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52732275-00ab-1021-0459-b77a07be8f32" [ 1161.939987] env[69984]: _type = "Task" [ 1161.939987] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.948172] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52732275-00ab-1021-0459-b77a07be8f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.052556] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059822} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.052854] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.053038] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.053295] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk to [datastore2] e7d82c17-3c2c-4820-9077-6ab3a7255d8b/e7d82c17-3c2c-4820-9077-6ab3a7255d8b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.053563] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f10da5e9-de4f-4de5-b4db-e54c827ebc61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.061572] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1162.061572] env[69984]: value = "task-3945781" [ 1162.061572] env[69984]: _type = "Task" [ 1162.061572] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.070615] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.172072] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b3c70b-d9ca-120b-9e26-308afbc82f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.172694] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc19bc6-616b-41a5-8ff7-095d1e88357f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.178330] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1162.178330] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff7f91-1e4c-5c1c-45f9-68b94f8d5fd8" [ 1162.178330] env[69984]: _type = "Task" [ 1162.178330] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.186519] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff7f91-1e4c-5c1c-45f9-68b94f8d5fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.252498] env[69984]: DEBUG nova.scheduler.client.report [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.381283] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1c2b998a-6b03-4117-bdfc-3486fb4d5c49] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.451908] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52732275-00ab-1021-0459-b77a07be8f32, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.452523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.452523] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.452782] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.571920] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.690752] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff7f91-1e4c-5c1c-45f9-68b94f8d5fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.691074] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.691374] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7/6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.691690] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.691904] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.692152] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-145aa9b4-4252-4dc1-a1c5-b9abf7778308 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.694307] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed32b498-a2d8-4dc6-b682-0f445ac46cdd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.701706] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1162.701706] env[69984]: value = "task-3945782" [ 1162.701706] env[69984]: _type = "Task" [ 1162.701706] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.708040] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.708040] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.708040] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eaab71b-8de0-4423-9b60-753c42254ea7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.714309] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.719186] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1162.719186] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f2caa4-08f5-afee-b40f-cfb691a90c90" [ 1162.719186] env[69984]: _type = "Task" [ 1162.719186] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.728523] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f2caa4-08f5-afee-b40f-cfb691a90c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.759297] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.254s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.759722] env[69984]: INFO nova.compute.manager [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Migrating [ 1162.885685] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6cbe2d1e-f7c7-4c7b-8377-191888ba730f] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.072913] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.213238] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.231046] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f2caa4-08f5-afee-b40f-cfb691a90c90, 'name': SearchDatastore_Task, 'duration_secs': 0.079662} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.231921] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a8d6c0-7201-4024-8e3f-af9ae278f18e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.238615] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1163.238615] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524e6faf-4728-4bb7-235b-ca02a02af43f" [ 1163.238615] env[69984]: _type = "Task" [ 1163.238615] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.247316] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524e6faf-4728-4bb7-235b-ca02a02af43f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.286283] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.286746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.286986] env[69984]: DEBUG nova.network.neutron [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.389408] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e6cbc7a8-b0a0-488e-b3d9-370982311fcc] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.575936] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.713301] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.751030] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524e6faf-4728-4bb7-235b-ca02a02af43f, 'name': SearchDatastore_Task, 'duration_secs': 0.088651} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.751423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.751748] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.752090] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76157abf-5019-4b9e-870e-3fd3f653172f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.760985] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1163.760985] env[69984]: value = "task-3945783" [ 1163.760985] env[69984]: _type = "Task" [ 1163.760985] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.771867] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.894130] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: cd02c1ff-cf4a-4717-bc14-1799185a4421] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.059650] env[69984]: DEBUG nova.network.neutron [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.074624] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.214180] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.271398] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.397056] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 62dd1fba-1360-44d3-b1f6-3de86dffc7ee] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.562556] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.574858] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.714632] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.771786] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.900659] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: a0bc1770-2ce5-42af-a1f5-f0d589fb0680] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.081868] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.218026] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945782, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.432303} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.218026] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7/6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.218026] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.218026] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e917f27c-5d06-47a3-b5a7-5eb603eb04be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.226291] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1165.226291] env[69984]: value = "task-3945784" [ 1165.226291] env[69984]: _type = "Task" [ 1165.226291] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.238551] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.274064] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945783, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.405245] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 05ee6404-3bdb-4fd9-aec0-cc3ed18db898] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.581017] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945781, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.03042} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.581533] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/649fb9ca-59cb-45c7-920c-7f7cc3aa793e/649fb9ca-59cb-45c7-920c-7f7cc3aa793e.vmdk to [datastore2] e7d82c17-3c2c-4820-9077-6ab3a7255d8b/e7d82c17-3c2c-4820-9077-6ab3a7255d8b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.582386] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7cfd1-2614-4454-9e1c-b84babe97ddf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.607029] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e7d82c17-3c2c-4820-9077-6ab3a7255d8b/e7d82c17-3c2c-4820-9077-6ab3a7255d8b.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.607887] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c19d44-d101-44a0-b941-25a8562bdbbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.628618] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1165.628618] env[69984]: value = "task-3945785" [ 1165.628618] env[69984]: _type = "Task" [ 1165.628618] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.639778] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.739298] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162364} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.739571] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.740533] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eaacb7-b5f4-4029-bc52-ee86a19ac244 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.763902] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7/6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.764309] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ace4829-b883-4581-a867-994bd4564b88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.787516] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945783, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.725638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.789039] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.789276] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.789601] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1165.789601] env[69984]: value = "task-3945786" [ 1165.789601] env[69984]: _type = "Task" [ 1165.789601] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.789782] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-264cf1cf-4003-447e-9fff-861500c7f1b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801563] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945786, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.802974] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1165.802974] env[69984]: value = "task-3945787" [ 1165.802974] env[69984]: _type = "Task" [ 1165.802974] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.812233] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.908645] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 86c60fd4-faee-49ec-85e8-73ad64cff3eb] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.089319] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ac1a0-d4ab-4fce-a266-a779c61a8846 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.113418] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.140584] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.302865] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.312452] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.41174} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.312710] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.313520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e51675-1d4f-4609-b44c-fcf2b79373bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.334203] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.334562] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffc945c-80bb-46c0-83a4-73c30c913515 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.356677] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1166.356677] env[69984]: value = "task-3945788" [ 1166.356677] env[69984]: _type = "Task" [ 1166.356677] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.366130] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.413158] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e35165e9-7ae2-411b-956c-a6dd22576d8b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.489303] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.489614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.489877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.490092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.490310] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.492692] env[69984]: INFO nova.compute.manager [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Terminating instance [ 1166.620925] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.621221] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8dc06a-a86c-42df-a7f3-498d95419d4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.629900] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1166.629900] env[69984]: value = "task-3945789" [ 1166.629900] env[69984]: _type = "Task" [ 1166.629900] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.644247] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.648169] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.803336] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945786, 'name': ReconfigVM_Task, 'duration_secs': 0.988132} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.803639] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7/6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.804317] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dac344e-9b7b-4200-80af-9c4dace40d76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.812364] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1166.812364] env[69984]: value = "task-3945790" [ 1166.812364] env[69984]: _type = "Task" [ 1166.812364] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.825050] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945790, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.868515] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945788, 'name': ReconfigVM_Task, 'duration_secs': 0.432489} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.868611] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.869278] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d545c8-afce-44dc-8211-e235a39c6b1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.876661] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1166.876661] env[69984]: value = "task-3945791" [ 1166.876661] env[69984]: _type = "Task" [ 1166.876661] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.888339] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945791, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.917163] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6641cdc7-d2f4-4d7c-8338-1b3d8445cda0] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.997456] env[69984]: DEBUG nova.compute.manager [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.997978] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.998964] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d43ec7-f0dc-44d6-b615-d9d62c7df590 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.009034] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.009331] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff6d206-d5cf-431c-bd52-a4289ce9bbda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.018450] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1167.018450] env[69984]: value = "task-3945792" [ 1167.018450] env[69984]: _type = "Task" [ 1167.018450] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.029253] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.147599] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945785, 'name': ReconfigVM_Task, 'duration_secs': 1.105005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.152455] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e7d82c17-3c2c-4820-9077-6ab3a7255d8b/e7d82c17-3c2c-4820-9077-6ab3a7255d8b.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.153506] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945789, 'name': PowerOffVM_Task, 'duration_secs': 0.256425} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.153794] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4a0f7e4-3485-49d0-94d9-a880a257d50f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.156212] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.156478] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.169079] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1167.169079] env[69984]: value = "task-3945793" [ 1167.169079] env[69984]: _type = "Task" [ 1167.169079] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.181773] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945793, 'name': Rename_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.323898] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945790, 'name': Rename_Task, 'duration_secs': 0.376831} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.324197] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.324516] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880a04fa-84b1-4010-8de0-bff6f243fa05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.332205] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1167.332205] env[69984]: value = "task-3945794" [ 1167.332205] env[69984]: _type = "Task" [ 1167.332205] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.341390] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.387284] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945791, 'name': Rename_Task, 'duration_secs': 0.221673} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.387605] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.387864] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-408da7e6-24ea-448d-b7e9-457f28c35d00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.395546] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1167.395546] env[69984]: value = "task-3945795" [ 1167.395546] env[69984]: _type = "Task" [ 1167.395546] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.404488] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.420268] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 0f2d7ea6-b787-469f-917c-b9ec8c444cac] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.528629] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945792, 'name': PowerOffVM_Task, 'duration_secs': 0.230736} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.528966] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.529110] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.529380] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d71a57-b0db-4326-9a59-07ec32703213 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.596613] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.596876] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.597130] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleting the datastore file [datastore1] 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.597476] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39fb00aa-b7bf-4528-97af-80ac0ac52b75 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.605095] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for the task: (returnval){ [ 1167.605095] env[69984]: value = "task-3945797" [ 1167.605095] env[69984]: _type = "Task" [ 1167.605095] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.613920] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.665975] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.666235] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.666344] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.666547] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.666700] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.666849] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.667097] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.667280] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.667515] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.667647] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.667820] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.673310] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3732ad-286a-4024-ac2c-6d305d602037 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.694032] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945793, 'name': Rename_Task, 'duration_secs': 0.270576} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.695561] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.695897] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1167.695897] env[69984]: value = "task-3945798" [ 1167.695897] env[69984]: _type = "Task" [ 1167.695897] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.696122] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23280d2f-744b-49cc-9e39-d69a15c3d4ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.710214] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.711799] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1167.711799] env[69984]: value = "task-3945799" [ 1167.711799] env[69984]: _type = "Task" [ 1167.711799] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.722669] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.851059] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.906589] env[69984]: DEBUG oslo_vmware.api [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945795, 'name': PowerOnVM_Task, 'duration_secs': 0.475103} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.906887] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.907107] env[69984]: INFO nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1167.907297] env[69984]: DEBUG nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.908113] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1030df61-3c2a-46e9-9a6f-f5e3457a3c49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.924359] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 9fd2bf89-9047-45c0-aa68-a96da3d6c807] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.116613] env[69984]: DEBUG oslo_vmware.api [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Task: {'id': task-3945797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174048} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.117015] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.117562] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.117562] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.117782] env[69984]: INFO nova.compute.manager [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.118105] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.118323] env[69984]: DEBUG nova.compute.manager [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.118420] env[69984]: DEBUG nova.network.neutron [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.213560] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945798, 'name': ReconfigVM_Task, 'duration_secs': 0.241296} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.218538] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.232489] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945799, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.344828] env[69984]: DEBUG oslo_vmware.api [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945794, 'name': PowerOnVM_Task, 'duration_secs': 0.637979} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.344828] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.344828] env[69984]: INFO nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1168.344828] env[69984]: DEBUG nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.345187] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493337ad-a5d9-4579-aa16-386ab3ef8274 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.427247] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 929c48f6-b622-4252-8534-824b09edcc7c] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.430510] env[69984]: INFO nova.compute.manager [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Took 11.96 seconds to build instance. [ 1168.635866] env[69984]: DEBUG nova.compute.manager [req-d51fc02a-66ab-4a72-adb2-da987b3f67a0 req-c4f66559-d911-4c07-bf4a-3d6b3b2b25f1 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Received event network-vif-deleted-bc173cef-0144-46c4-93ad-5aa32031eb9f {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.636056] env[69984]: INFO nova.compute.manager [req-d51fc02a-66ab-4a72-adb2-da987b3f67a0 req-c4f66559-d911-4c07-bf4a-3d6b3b2b25f1 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Neutron deleted interface bc173cef-0144-46c4-93ad-5aa32031eb9f; detaching it from the instance and deleting it from the info cache [ 1168.636250] env[69984]: DEBUG nova.network.neutron [req-d51fc02a-66ab-4a72-adb2-da987b3f67a0 req-c4f66559-d911-4c07-bf4a-3d6b3b2b25f1 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.724714] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945799, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.726708] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.726935] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.727173] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.727374] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.727525] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.727676] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.727876] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.728050] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.728221] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.728387] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.728590] env[69984]: DEBUG nova.virt.hardware [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.734006] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.734295] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b15c06c-fe9e-4e55-8e44-c7839f8230cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.754661] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1168.754661] env[69984]: value = "task-3945800" [ 1168.754661] env[69984]: _type = "Task" [ 1168.754661] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.765596] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.867784] env[69984]: INFO nova.compute.manager [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Took 18.11 seconds to build instance. [ 1168.933063] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 69875551-6e1b-407e-8db4-9f2e4a054717] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.939028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-19e9278b-8bfc-414c-b5d4-851854d661e6 tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.474s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.119279] env[69984]: DEBUG nova.network.neutron [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.138621] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50fede1e-72cd-4d05-a51a-8f2f623be250 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.149204] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba353e2f-81f5-4898-acba-6bcfd92b145a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.180769] env[69984]: DEBUG nova.compute.manager [req-d51fc02a-66ab-4a72-adb2-da987b3f67a0 req-c4f66559-d911-4c07-bf4a-3d6b3b2b25f1 service nova] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Detach interface failed, port_id=bc173cef-0144-46c4-93ad-5aa32031eb9f, reason: Instance 14ef51f7-4c98-49b0-a733-8090c161bfdb could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.223735] env[69984]: DEBUG oslo_vmware.api [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945799, 'name': PowerOnVM_Task, 'duration_secs': 1.231475} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.224032] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.224223] env[69984]: INFO nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Took 16.44 seconds to spawn the instance on the hypervisor. [ 1169.224640] env[69984]: DEBUG nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.225735] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6e9af0-4ff7-4d11-9895-44ea078d1522 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.267340] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945800, 'name': ReconfigVM_Task, 'duration_secs': 0.230521} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.267666] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.268505] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d292a3d-5f68-4c87-b1cb-8134a153b251 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.300984] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.302174] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be3e990-802e-43f0-8460-8e9b95c3ba38 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.323651] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1169.323651] env[69984]: value = "task-3945801" [ 1169.323651] env[69984]: _type = "Task" [ 1169.323651] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.333796] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.370640] env[69984]: DEBUG oslo_concurrency.lockutils [None req-040c0684-32fd-4feb-ae63-ea01392e8a53 tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.640s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.437213] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e97d0fb5-dfa6-4c8e-9401-d5e062187aed] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.622679] env[69984]: INFO nova.compute.manager [-] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Took 1.50 seconds to deallocate network for instance. [ 1169.744041] env[69984]: INFO nova.compute.manager [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Took 21.26 seconds to build instance. [ 1169.834257] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945801, 'name': ReconfigVM_Task, 'duration_secs': 0.320508} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.834680] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.835010] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.940968] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 320bc199-1361-4dce-8888-0b8e1b81588e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.130020] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.130396] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.130630] env[69984]: DEBUG nova.objects.instance [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lazy-loading 'resources' on Instance uuid 14ef51f7-4c98-49b0-a733-8090c161bfdb {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.237380] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.247171] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c1b2f2ba-54ba-4c44-be99-3df67e4117a9 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.774s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.247422] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.010s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.247677] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.247895] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.248093] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.250589] env[69984]: INFO nova.compute.manager [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Terminating instance [ 1170.342142] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542d5d7-bc6e-4d12-a4a2-31779b29defb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.365230] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c4283-d7e7-425f-befb-d7b376121b89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.388741] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.407048] env[69984]: INFO nova.compute.manager [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Rebuilding instance [ 1170.449193] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e11d78ab-13ec-4ee5-8ec8-bbb8d1400ed4] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.453026] env[69984]: DEBUG nova.compute.manager [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.453859] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9d793-4d0a-4dcf-8422-052de1a6c274 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.458636] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.459476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.459476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.459476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.459476] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.464539] env[69984]: INFO nova.compute.manager [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Terminating instance [ 1170.757352] env[69984]: DEBUG nova.compute.manager [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.757689] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.759419] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbed707-d0ef-428e-beca-a32e8672076f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.767830] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.770516] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f18674ea-a468-4cad-915f-7370519ea638 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.777958] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1170.777958] env[69984]: value = "task-3945802" [ 1170.777958] env[69984]: _type = "Task" [ 1170.777958] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.783720] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65f130b-53c8-4b8f-8e99-68456a36ae90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.789732] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.797231] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde0895-b88e-4eb8-a380-b288addcc052 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.828437] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565d5ee-781d-4d8f-a5bf-3c8cae212e0d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.837821] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ee227-fdf6-4803-aecd-91851e6c0058 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.854273] env[69984]: DEBUG nova.compute.provider_tree [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.954048] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 886d6345-a38f-40dc-b6c3-e50f3a9bf72c] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.968522] env[69984]: DEBUG nova.compute.manager [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.969193] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.970663] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38668e4a-cef5-44c2-aec3-65deb6d74bec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.980698] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.980987] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caad36a1-8ef7-407d-9a8a-3b46e844552a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.991088] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1170.991088] env[69984]: value = "task-3945803" [ 1170.991088] env[69984]: _type = "Task" [ 1170.991088] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.002212] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.289648] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945802, 'name': PowerOffVM_Task, 'duration_secs': 0.42988} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.289928] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.290114] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.290380] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1276ffd5-da36-41af-8fa4-2d67d9124efc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.354258] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.354503] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.354738] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore2] e7d82c17-3c2c-4820-9077-6ab3a7255d8b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.355028] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0985b491-3694-4b99-9a42-24f541808e0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.357786] env[69984]: DEBUG nova.scheduler.client.report [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.365732] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1171.365732] env[69984]: value = "task-3945805" [ 1171.365732] env[69984]: _type = "Task" [ 1171.365732] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.374148] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.458615] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 98cbd308-5f38-4b3a-a8cd-bb500cece6fc] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.470591] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.470968] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2a0bf1-1a72-4d10-83b6-d6a738fb9c08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.478831] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1171.478831] env[69984]: value = "task-3945806" [ 1171.478831] env[69984]: _type = "Task" [ 1171.478831] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.487782] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.501593] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945803, 'name': PowerOffVM_Task, 'duration_secs': 0.225482} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.501910] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.502082] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.502366] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300445bf-7163-4ccd-b397-da8f829616c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.563486] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.563861] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.564190] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Deleting the datastore file [datastore2] 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.564467] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a9df91-5092-4f92-9066-cc5c24e7081c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.573825] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for the task: (returnval){ [ 1171.573825] env[69984]: value = "task-3945808" [ 1171.573825] env[69984]: _type = "Task" [ 1171.573825] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.582806] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.863255] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.875852] env[69984]: DEBUG oslo_vmware.api [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278544} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.876199] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.876396] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.876571] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.876743] env[69984]: INFO nova.compute.manager [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1171.876989] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.877201] env[69984]: DEBUG nova.compute.manager [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.877298] env[69984]: DEBUG nova.network.neutron [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.881758] env[69984]: INFO nova.scheduler.client.report [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Deleted allocations for instance 14ef51f7-4c98-49b0-a733-8090c161bfdb [ 1171.961650] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6610d030-9550-43f8-a8b2-703d222d842e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.989641] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945806, 'name': PowerOffVM_Task, 'duration_secs': 0.143773} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.989920] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.990591] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.991369] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b5835-e42f-483e-904f-3ef604dffd1e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.999248] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.999487] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89969a98-760a-4986-b3b9-3e2d5844a94e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024849] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.025084] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.025275] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Deleting the datastore file [datastore2] e7267708-1c6c-4d8e-947e-ac9f5aab39ac {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.028041] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9a06fd-e627-4e44-8d00-59fbd9626336 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.034763] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1172.034763] env[69984]: value = "task-3945810" [ 1172.034763] env[69984]: _type = "Task" [ 1172.034763] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.044889] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.059186] env[69984]: DEBUG nova.network.neutron [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Port 0dcf8152-8bfe-472c-8b22-19494f0f33fe binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1172.084740] env[69984]: DEBUG oslo_vmware.api [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Task: {'id': task-3945808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153691} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.085078] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.085295] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.085498] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.085693] env[69984]: INFO nova.compute.manager [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.085962] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.086182] env[69984]: DEBUG nova.compute.manager [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.086278] env[69984]: DEBUG nova.network.neutron [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.156252] env[69984]: DEBUG nova.compute.manager [req-acf67c25-32a4-4b3b-8b2a-a212dfe6f1e1 req-84a6f2a3-ff26-44eb-8646-ae5b3941a181 service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Received event network-vif-deleted-cf87cdfe-d8bf-4079-b113-1b1de5e69571 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.156252] env[69984]: INFO nova.compute.manager [req-acf67c25-32a4-4b3b-8b2a-a212dfe6f1e1 req-84a6f2a3-ff26-44eb-8646-ae5b3941a181 service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Neutron deleted interface cf87cdfe-d8bf-4079-b113-1b1de5e69571; detaching it from the instance and deleting it from the info cache [ 1172.156252] env[69984]: DEBUG nova.network.neutron [req-acf67c25-32a4-4b3b-8b2a-a212dfe6f1e1 req-84a6f2a3-ff26-44eb-8646-ae5b3941a181 service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.390471] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e1e0a0cb-332c-4e29-9533-2a9cf1a01322 tempest-AttachVolumeShelveTestJSON-1043325890 tempest-AttachVolumeShelveTestJSON-1043325890-project-member] Lock "14ef51f7-4c98-49b0-a733-8090c161bfdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.901s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.464919] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: b4bb86cb-c79b-4305-995a-9abaf8e5beb3] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.546184] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099663} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.546377] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.546621] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.546918] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.639749] env[69984]: DEBUG nova.network.neutron [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.660832] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-577b4a08-13ba-41a2-b285-a1b1e35c4945 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.671047] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e3395-5ef0-4632-8e60-9b65f0b09c02 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.699575] env[69984]: DEBUG nova.compute.manager [req-acf67c25-32a4-4b3b-8b2a-a212dfe6f1e1 req-84a6f2a3-ff26-44eb-8646-ae5b3941a181 service nova] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Detach interface failed, port_id=cf87cdfe-d8bf-4079-b113-1b1de5e69571, reason: Instance e7d82c17-3c2c-4820-9077-6ab3a7255d8b could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.892045] env[69984]: DEBUG nova.network.neutron [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.961701] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.962132] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.962343] env[69984]: DEBUG nova.objects.instance [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 6c58e17e-8683-42ab-a982-a9357cc72475 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.967481] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 5789478b-a15a-49e1-8bd6-36ad5496feb9] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.081813] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.082080] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.082299] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.142013] env[69984]: INFO nova.compute.manager [-] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Took 1.26 seconds to deallocate network for instance. [ 1173.394758] env[69984]: INFO nova.compute.manager [-] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Took 1.31 seconds to deallocate network for instance. [ 1173.470528] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: ea38b005-2876-436c-8043-c4a03a946c36] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.562017] env[69984]: DEBUG nova.objects.instance [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 6c58e17e-8683-42ab-a982-a9357cc72475 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.582650] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.582899] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.583069] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.583255] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.583402] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.583552] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.583763] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.583922] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.584106] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.584274] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.584446] env[69984]: DEBUG nova.virt.hardware [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.586708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d32a4-0a0c-455d-ac93-d30609ff9033 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.596166] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a733375f-d3ca-44f6-b499-2a60f1dd1eae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.612558] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance VIF info [] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.618344] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.618939] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.619234] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e23841ef-a4c1-4628-bcdb-8f18cbd9ce46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.637774] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.637774] env[69984]: value = "task-3945811" [ 1173.637774] env[69984]: _type = "Task" [ 1173.637774] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.646216] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945811, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.649783] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.650098] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.650331] env[69984]: DEBUG nova.objects.instance [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lazy-loading 'resources' on Instance uuid e7d82c17-3c2c-4820-9077-6ab3a7255d8b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.903278] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.973811] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3150ea52-5efd-4f64-af55-c42822bae56c] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.065017] env[69984]: DEBUG nova.objects.base [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<6c58e17e-8683-42ab-a982-a9357cc72475> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1174.065342] env[69984]: DEBUG nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.136677] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.136996] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.137263] env[69984]: DEBUG nova.network.neutron [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.148949] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945811, 'name': CreateVM_Task, 'duration_secs': 0.295853} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.149385] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.150830] env[69984]: DEBUG nova.policy [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.152932] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.153109] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.153442] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.156375] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec908cd-fe71-4e57-96fb-3951fe494a9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.161968] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1174.161968] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52139ac1-b24f-4883-e5f7-cea7634643f9" [ 1174.161968] env[69984]: _type = "Task" [ 1174.161968] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.170580] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52139ac1-b24f-4883-e5f7-cea7634643f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.194234] env[69984]: DEBUG nova.compute.manager [req-d260df44-a1ae-4326-bdc2-737e48fd6f72 req-807efa15-aad6-4812-b549-e0920da526e0 service nova] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Received event network-vif-deleted-12f7e89b-5fca-4dc0-a041-48a9c54d6bb7 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.299490] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae3390-cbdd-4500-b90b-0e1c6ba839bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.307712] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058cd98-f808-4537-be84-17bffa38bbda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.340021] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a6782-c9c3-4ba5-8ddb-34a5c922fb02 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.348563] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64d33f-d8a5-49b3-b205-6abb394874f5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.364699] env[69984]: DEBUG nova.compute.provider_tree [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.477406] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 00c1a65c-7b29-4f5f-b3c1-493e8910c197] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.672522] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52139ac1-b24f-4883-e5f7-cea7634643f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.675123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.675292] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.675559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.675780] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.676044] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.676384] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e03631a-397c-4564-892a-ed2bd77060e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.687286] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.687493] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.688315] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6727563d-3468-416a-a90b-c83859348acb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.694902] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1174.694902] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52090fd3-5306-985e-3245-5daca430179d" [ 1174.694902] env[69984]: _type = "Task" [ 1174.694902] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.703700] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52090fd3-5306-985e-3245-5daca430179d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.868546] env[69984]: DEBUG nova.scheduler.client.report [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.981037] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c634ecbc-24a3-4509-9639-efa6d2ad78c1] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.090952] env[69984]: DEBUG nova.network.neutron [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.206263] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52090fd3-5306-985e-3245-5daca430179d, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.207025] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f1b7e0-94a8-4086-b888-b083f747f231 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.212637] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1175.212637] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296c101-ea7e-7dbf-956d-f42a3f6f36e0" [ 1175.212637] env[69984]: _type = "Task" [ 1175.212637] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.220917] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296c101-ea7e-7dbf-956d-f42a3f6f36e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.373648] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.377036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.473s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.377036] env[69984]: DEBUG nova.objects.instance [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lazy-loading 'resources' on Instance uuid 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.399305] env[69984]: INFO nova.scheduler.client.report [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted allocations for instance e7d82c17-3c2c-4820-9077-6ab3a7255d8b [ 1175.484849] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 7b734fe9-f3fd-4230-a28d-6152e33ec400] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.593339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.723617] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5296c101-ea7e-7dbf-956d-f42a3f6f36e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.723915] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.724208] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.724490] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f03fa941-4edf-41d0-8272-d858489b6310 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.734837] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1175.734837] env[69984]: value = "task-3945813" [ 1175.734837] env[69984]: _type = "Task" [ 1175.734837] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.745641] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.764513] env[69984]: DEBUG nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Successfully updated port: b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.913150] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e99e8008-9b45-46d1-a213-0e21d7d854d4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "e7d82c17-3c2c-4820-9077-6ab3a7255d8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.666s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.006972] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494f978-a327-41ea-b6f7-f068e56606de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.014817] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e09f71-0f43-413f-916b-ed9db4deb3b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.049482] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9677885-9c36-4290-99cf-4eecaec50320 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.057959] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93d811-54d5-42ab-ba3d-f6efefc00c81 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.073128] env[69984]: DEBUG nova.compute.provider_tree [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.102619] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524043dd-74cd-48bc-b4d8-a8fd387ea9e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.111337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71d987-d164-4a97-9393-dace386dae6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.221836] env[69984]: DEBUG nova.compute.manager [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.221906] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.222134] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.222307] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.222515] env[69984]: DEBUG nova.compute.manager [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] No waiting events found dispatching network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.222638] env[69984]: WARNING nova.compute.manager [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received unexpected event network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 for instance with vm_state active and task_state None. [ 1176.222798] env[69984]: DEBUG nova.compute.manager [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.222948] env[69984]: DEBUG nova.compute.manager [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-b92cbb44-a2db-4292-b21b-c15496a35096. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.223157] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.223290] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.223441] env[69984]: DEBUG nova.network.neutron [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.244959] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460434} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.245193] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.245404] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.245661] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2915171a-7c08-44a6-adaa-6afa022ad27a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253972] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1176.253972] env[69984]: value = "task-3945814" [ 1176.253972] env[69984]: _type = "Task" [ 1176.253972] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.262883] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.267617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.577072] env[69984]: DEBUG nova.scheduler.client.report [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.766702] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063353} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.766957] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.767771] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47d2cc-c9da-48ef-9dfe-0a37c9126bc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.794266] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.794644] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e289ff-24d5-408f-a47c-04c395f3d788 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.815148] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1176.815148] env[69984]: value = "task-3945815" [ 1176.815148] env[69984]: _type = "Task" [ 1176.815148] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.827636] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.041297] env[69984]: DEBUG nova.network.neutron [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Added VIF to instance network info cache for port b92cbb44-a2db-4292-b21b-c15496a35096. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1177.041713] env[69984]: DEBUG nova.network.neutron [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b92cbb44-a2db-4292-b21b-c15496a35096", "address": "fa:16:3e:f9:7e:80", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92cbb44-a2", "ovs_interfaceid": "b92cbb44-a2db-4292-b21b-c15496a35096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.082036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.107547] env[69984]: INFO nova.scheduler.client.report [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Deleted allocations for instance 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7 [ 1177.116971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.119152] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.119152] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.119152] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.119152] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.120207] env[69984]: INFO nova.compute.manager [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Terminating instance [ 1177.216077] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc93a0-99d4-4c9b-b0b1-c84dcac7d449 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.242359] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e7ab0-803d-48ae-87d5-a7d448db887b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.250897] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.329023] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945815, 'name': ReconfigVM_Task, 'duration_secs': 0.285935} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.329023] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e7267708-1c6c-4d8e-947e-ac9f5aab39ac/e7267708-1c6c-4d8e-947e-ac9f5aab39ac.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.329023] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1674c78f-d238-4ece-8555-4d5e1ab9641e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.335307] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1177.335307] env[69984]: value = "task-3945816" [ 1177.335307] env[69984]: _type = "Task" [ 1177.335307] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.344608] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945816, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.544487] env[69984]: DEBUG oslo_concurrency.lockutils [req-50ad4ed5-cd5d-4022-9f99-3eb851cced73 req-8f43f1d7-4672-4b00-be98-d625d827139d service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.544989] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.545204] env[69984]: DEBUG nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.615978] env[69984]: DEBUG oslo_concurrency.lockutils [None req-562f1a87-57bb-485c-8951-a0c93d594eee tempest-ServersNegativeTestMultiTenantJSON-1135387907 tempest-ServersNegativeTestMultiTenantJSON-1135387907-project-member] Lock "6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.157s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.624708] env[69984]: DEBUG nova.compute.manager [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.624999] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.626078] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1adbd-c74a-408f-9ddd-fb17739511d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.636802] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.637692] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e58789e0-5c5f-4a95-aba9-9b51c08b1dab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.647236] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1177.647236] env[69984]: value = "task-3945817" [ 1177.647236] env[69984]: _type = "Task" [ 1177.647236] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.657561] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.757488] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.759168] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-127ecb52-edf4-44bd-9553-9361f9415171 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.772066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "15037563-4ea7-40da-afa5-5229ddc44cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.772066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.773207] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1177.773207] env[69984]: value = "task-3945818" [ 1177.773207] env[69984]: _type = "Task" [ 1177.773207] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.787958] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.850658] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945816, 'name': Rename_Task, 'duration_secs': 0.147858} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.850658] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.850658] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec1175b-e23c-48c4-b715-36ac937ac6e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.857046] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1177.857046] env[69984]: value = "task-3945819" [ 1177.857046] env[69984]: _type = "Task" [ 1177.857046] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.866392] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.121981] env[69984]: WARNING nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1178.121981] env[69984]: WARNING nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1178.121981] env[69984]: WARNING nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] b92cbb44-a2db-4292-b21b-c15496a35096 already exists in list: port_ids containing: ['b92cbb44-a2db-4292-b21b-c15496a35096']. ignoring it [ 1178.162220] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945817, 'name': PowerOffVM_Task, 'duration_secs': 0.225747} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.162220] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.162830] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.165257] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e7b73c-4de6-4e9e-9c54-5fd574e04ac9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.233227] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.233227] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.233227] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore2] 1c40dc71-3a7e-475a-a60c-84757a0a42da {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.233227] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2024f5c7-f465-42b9-ab24-5be05ace6a88 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.244093] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1178.244093] env[69984]: value = "task-3945821" [ 1178.244093] env[69984]: _type = "Task" [ 1178.244093] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.260361] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.275178] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.287924] env[69984]: DEBUG oslo_vmware.api [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945818, 'name': PowerOnVM_Task, 'duration_secs': 0.517928} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.288231] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.288419] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-38150e5e-fe54-452b-8691-0643711904b8 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.366427] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.480073] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.758423] env[69984]: DEBUG oslo_vmware.api [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148035} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.762379] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.762583] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.762759] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.762931] env[69984]: INFO nova.compute.manager [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1178.763231] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.763438] env[69984]: DEBUG nova.compute.manager [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.763528] env[69984]: DEBUG nova.network.neutron [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.806016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.806245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.807711] env[69984]: INFO nova.compute.claims [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.858365] env[69984]: DEBUG nova.network.neutron [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b92cbb44-a2db-4292-b21b-c15496a35096", "address": "fa:16:3e:f9:7e:80", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92cbb44-a2", "ovs_interfaceid": "b92cbb44-a2db-4292-b21b-c15496a35096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.877689] env[69984]: DEBUG oslo_vmware.api [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945819, 'name': PowerOnVM_Task, 'duration_secs': 0.523632} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.877969] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.878198] env[69984]: DEBUG nova.compute.manager [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.879270] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232863ef-0ad5-4f81-98bd-9b92fc3f272e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.986255] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.056749] env[69984]: DEBUG nova.compute.manager [req-f31f9e1a-f304-429e-a7b8-6ffe272ba871 req-ccc0b46f-02c6-4d8e-808a-403afa8a677b service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Received event network-vif-deleted-ccaf6beb-8efe-40b5-a410-426d713df2a2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.056749] env[69984]: INFO nova.compute.manager [req-f31f9e1a-f304-429e-a7b8-6ffe272ba871 req-ccc0b46f-02c6-4d8e-808a-403afa8a677b service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Neutron deleted interface ccaf6beb-8efe-40b5-a410-426d713df2a2; detaching it from the instance and deleting it from the info cache [ 1179.056749] env[69984]: DEBUG nova.network.neutron [req-f31f9e1a-f304-429e-a7b8-6ffe272ba871 req-ccc0b46f-02c6-4d8e-808a-403afa8a677b service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.365614] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.366604] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.366833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.368357] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf82dd4a-ef51-4127-ad66-672e5bdde233 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.413674] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.413674] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.414749] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.414749] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.414749] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.415014] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.415411] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.415717] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.416039] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.416391] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.416765] env[69984]: DEBUG nova.virt.hardware [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.430295] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfiguring VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1179.434666] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041cff4c-37e5-413f-b7a8-5fe6aefe6f21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.462760] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.470804] env[69984]: DEBUG oslo_vmware.api [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1179.470804] env[69984]: value = "task-3945822" [ 1179.470804] env[69984]: _type = "Task" [ 1179.470804] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.484853] env[69984]: DEBUG oslo_vmware.api [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945822, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.491781] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Getting list of instances from cluster (obj){ [ 1179.491781] env[69984]: value = "domain-c8" [ 1179.491781] env[69984]: _type = "ClusterComputeResource" [ 1179.491781] env[69984]: } {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1179.493410] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46461dbb-f58b-448f-983b-3e1611ea10de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.515883] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Got total of 5 instances {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1179.515883] env[69984]: WARNING nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] While synchronizing instance power states, found 7 instances in the database and 5 instances on the hypervisor. [ 1179.515883] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.515883] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.516244] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 1c40dc71-3a7e-475a-a60c-84757a0a42da {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.516523] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 6c58e17e-8683-42ab-a982-a9357cc72475 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.516793] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 8116662e-f3f2-42a7-8773-5501561ea1f3 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.517114] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid e7267708-1c6c-4d8e-947e-ac9f5aab39ac {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.517409] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 15037563-4ea7-40da-afa5-5229ddc44cb4 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1179.518116] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.519049] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.519049] env[69984]: INFO nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1179.519049] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.519713] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.519792] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.520201] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.520504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.520812] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.521088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.521447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.521707] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.522063] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "15037563-4ea7-40da-afa5-5229ddc44cb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.523537] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c11d951-9ff3-4698-8fc4-d2056afe23fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.529587] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b5b14-ebd2-4c14-83f0-f63199649782 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.535432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451b48e-20fc-4546-b16a-ee46fc2ed757 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.540810] env[69984]: DEBUG nova.network.neutron [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.559389] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98490b93-2d86-4e42-a488-9a4bb29cdc96 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.572063] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71e499-d1f5-4b35-ace5-bdf3804b314a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.600341] env[69984]: DEBUG nova.compute.manager [req-f31f9e1a-f304-429e-a7b8-6ffe272ba871 req-ccc0b46f-02c6-4d8e-808a-403afa8a677b service nova] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Detach interface failed, port_id=ccaf6beb-8efe-40b5-a410-426d713df2a2, reason: Instance 1c40dc71-3a7e-475a-a60c-84757a0a42da could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.980167] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a121d-42cc-40e5-8bc0-4b5b1e64b466 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.988556] env[69984]: DEBUG oslo_vmware.api [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945822, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.994263] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f04e4e6-8ced-4a46-b1b8-e310ee5d77e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.028547] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b47dff-4505-4656-b583-d320083d9127 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.037046] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed13728-c6ab-48a1-a7cf-672d1ea170ea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.053291] env[69984]: INFO nova.compute.manager [-] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Took 1.29 seconds to deallocate network for instance. [ 1180.054242] env[69984]: DEBUG nova.compute.provider_tree [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.061359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.061359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.061359] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.435482] env[69984]: DEBUG nova.network.neutron [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Port 0dcf8152-8bfe-472c-8b22-19494f0f33fe binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1180.435822] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.435998] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.436113] env[69984]: DEBUG nova.network.neutron [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.488709] env[69984]: DEBUG oslo_vmware.api [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945822, 'name': ReconfigVM_Task, 'duration_secs': 0.629026} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.489021] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.489249] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfigured VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1180.491927] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.971s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.493050] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60788845-c9d3-401d-8ce3-0fb2a25d5352 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.558501] env[69984]: DEBUG nova.scheduler.client.report [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.567339] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.635728] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.636024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.636268] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.636458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.636629] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.638965] env[69984]: INFO nova.compute.manager [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Terminating instance [ 1180.994558] env[69984]: DEBUG oslo_concurrency.lockutils [None req-37fe3d32-80d4-4cb5-8f03-ee208b97a196 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.032s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.005946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.066712] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.067287] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.069899] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.608s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.070110] env[69984]: DEBUG nova.objects.instance [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1181.143429] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "refresh_cache-e7267708-1c6c-4d8e-947e-ac9f5aab39ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.143858] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquired lock "refresh_cache-e7267708-1c6c-4d8e-947e-ac9f5aab39ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.143858] env[69984]: DEBUG nova.network.neutron [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.243303] env[69984]: DEBUG nova.network.neutron [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.576854] env[69984]: DEBUG nova.compute.utils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.583402] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.583402] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.623435] env[69984]: DEBUG nova.policy [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9d4e81369e94f7482f6d74c816cada2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397b292ba6474400a513e7055d8f3e6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.670831] env[69984]: DEBUG nova.network.neutron [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.749164] env[69984]: DEBUG nova.network.neutron [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.750616] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.087674] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.091750] env[69984]: DEBUG oslo_concurrency.lockutils [None req-77685ed8-9cbd-40e9-bb54-b3961cdc640d tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.093130] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.528s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.093130] env[69984]: DEBUG nova.objects.instance [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lazy-loading 'resources' on Instance uuid 1c40dc71-3a7e-475a-a60c-84757a0a42da {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.253550] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Releasing lock "refresh_cache-e7267708-1c6c-4d8e-947e-ac9f5aab39ac" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253723] env[69984]: DEBUG nova.compute.manager [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.253890] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.255067] env[69984]: DEBUG nova.compute.manager [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69984) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1182.257488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b84a13-93a7-48e2-aef5-f621b02ec944 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.265887] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.270021] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a9ff2b-6e9c-4a57-b330-185b0fde9f9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.285041] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1182.285041] env[69984]: value = "task-3945823" [ 1182.285041] env[69984]: _type = "Task" [ 1182.285041] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.285883] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Successfully created port: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.301095] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.759182] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639c7368-891d-4551-b666-23107977fd4e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.767349] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178e25e-9e73-44eb-bfac-bb216b16266c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.808108] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd44b27-7b72-457a-9de0-b6f9a3885255 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.817690] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945823, 'name': PowerOffVM_Task, 'duration_secs': 0.344396} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.820340] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.820590] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.821027] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce2b41a-978e-4369-b6b1-cb8622d73cfb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.823615] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eae663-e5aa-44e8-8b8c-1e89dd7baad6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.839639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.839639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.841414] env[69984]: DEBUG nova.compute.provider_tree [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.854515] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.855205] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.855205] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Deleting the datastore file [datastore1] e7267708-1c6c-4d8e-947e-ac9f5aab39ac {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.855470] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63eb9cac-ba64-4000-81c0-176b539f3f2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.862909] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for the task: (returnval){ [ 1182.862909] env[69984]: value = "task-3945825" [ 1182.862909] env[69984]: _type = "Task" [ 1182.862909] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.872924] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.097784] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.128446] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.128742] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.128911] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.129190] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.129407] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.129520] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.129702] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.130880] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.131383] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.131867] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.132075] env[69984]: DEBUG nova.virt.hardware [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.132947] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb58ab23-42ce-4c9c-a4f0-50cb936b0588 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.142513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdac3bd-1805-42ee-8f9e-051aa4bb5632 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.342984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.343095] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.344088] env[69984]: DEBUG nova.scheduler.client.report [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.348300] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe7d76c-4c78-43e2-94cb-d7e2f0f47d8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.370923] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c7dc35-5de9-4f94-b827-e728c6bd3b4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.380784] env[69984]: DEBUG oslo_vmware.api [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Task: {'id': task-3945825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258082} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.396880] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.396987] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.397192] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.397377] env[69984]: INFO nova.compute.manager [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.397631] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.398408] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.404172] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfiguring VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1183.404478] env[69984]: DEBUG nova.compute.manager [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.404568] env[69984]: DEBUG nova.network.neutron [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.406369] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3172da2b-216b-4a02-8892-7197429d2a8e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.427980] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1183.427980] env[69984]: value = "task-3945826" [ 1183.427980] env[69984]: _type = "Task" [ 1183.427980] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.438741] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.441427] env[69984]: DEBUG nova.network.neutron [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.755707] env[69984]: DEBUG nova.compute.manager [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Received event network-vif-plugged-59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.760211] env[69984]: DEBUG oslo_concurrency.lockutils [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] Acquiring lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.760211] env[69984]: DEBUG oslo_concurrency.lockutils [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.760211] env[69984]: DEBUG oslo_concurrency.lockutils [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.760211] env[69984]: DEBUG nova.compute.manager [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] No waiting events found dispatching network-vif-plugged-59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.760211] env[69984]: WARNING nova.compute.manager [req-003a7850-5201-4cea-99ae-10ba6536b9be req-8f91c190-291e-4a79-8080-69cfccd94f41 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Received unexpected event network-vif-plugged-59d9f0ab-1b83-4bbe-bd80-7434eab84613 for instance with vm_state building and task_state spawning. [ 1183.852382] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.854980] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.456s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.871602] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Successfully updated port: 59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.895466] env[69984]: INFO nova.scheduler.client.report [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted allocations for instance 1c40dc71-3a7e-475a-a60c-84757a0a42da [ 1183.943732] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.947263] env[69984]: DEBUG nova.network.neutron [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.358083] env[69984]: DEBUG nova.objects.instance [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'migration_context' on Instance uuid 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.376225] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.376225] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.376225] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.407982] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1c2f378b-bc68-4dd9-aabb-d7f6a55d2d6f tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.409114] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.889s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.409259] env[69984]: INFO nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] During sync_power_state the instance has a pending task (deleting). Skip. [ 1184.409374] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "1c40dc71-3a7e-475a-a60c-84757a0a42da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.440424] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.450088] env[69984]: INFO nova.compute.manager [-] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Took 1.05 seconds to deallocate network for instance. [ 1184.775503] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.775924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.910287] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.941744] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.960980] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.057495] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e107b-93a6-4d30-b2d8-241951961c53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.067352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1730b9-c026-469e-a629-879b0aab79e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.100391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c37a310-44ba-494b-88d7-9a7d8757ddc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.103612] env[69984]: DEBUG nova.network.neutron [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Updating instance_info_cache with network_info: [{"id": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "address": "fa:16:3e:06:26:f8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d9f0ab-1b", "ovs_interfaceid": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.109955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db12811-baeb-4aab-8caf-a26a94eabc22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.124992] env[69984]: DEBUG nova.compute.provider_tree [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.278092] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.442025] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.606851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.607206] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Instance network_info: |[{"id": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "address": "fa:16:3e:06:26:f8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d9f0ab-1b", "ovs_interfaceid": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.607699] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:26:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d9f0ab-1b83-4bbe-bd80-7434eab84613', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.615238] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.615460] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.615690] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31b1682e-a7ce-4291-b516-67a17ebd293f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.631998] env[69984]: DEBUG nova.scheduler.client.report [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.642032] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.642032] env[69984]: value = "task-3945827" [ 1185.642032] env[69984]: _type = "Task" [ 1185.642032] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.653494] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945827, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.786336] env[69984]: DEBUG nova.compute.manager [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Received event network-changed-59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.786622] env[69984]: DEBUG nova.compute.manager [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Refreshing instance network info cache due to event network-changed-59d9f0ab-1b83-4bbe-bd80-7434eab84613. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.786736] env[69984]: DEBUG oslo_concurrency.lockutils [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] Acquiring lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.786883] env[69984]: DEBUG oslo_concurrency.lockutils [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] Acquired lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.787053] env[69984]: DEBUG nova.network.neutron [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Refreshing network info cache for port 59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.800519] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.944275] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.154559] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945827, 'name': CreateVM_Task, 'duration_secs': 0.313739} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.154847] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.156047] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.156146] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.156559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.156929] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c2bcc2-9b22-42b7-9dcc-1d5e6691df74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.164902] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1186.164902] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5200136a-8b45-aab9-7b91-30b6b5e52939" [ 1186.164902] env[69984]: _type = "Task" [ 1186.164902] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.174403] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5200136a-8b45-aab9-7b91-30b6b5e52939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.442562] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.485177] env[69984]: DEBUG nova.network.neutron [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Updated VIF entry in instance network info cache for port 59d9f0ab-1b83-4bbe-bd80-7434eab84613. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.485547] env[69984]: DEBUG nova.network.neutron [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Updating instance_info_cache with network_info: [{"id": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "address": "fa:16:3e:06:26:f8", "network": {"id": "24908236-497f-46dc-abdc-9ac3a1eb5463", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1746495510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397b292ba6474400a513e7055d8f3e6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d9f0ab-1b", "ovs_interfaceid": "59d9f0ab-1b83-4bbe-bd80-7434eab84613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.644584] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.790s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.650362] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.689s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.650596] env[69984]: DEBUG nova.objects.instance [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lazy-loading 'resources' on Instance uuid e7267708-1c6c-4d8e-947e-ac9f5aab39ac {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.676115] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5200136a-8b45-aab9-7b91-30b6b5e52939, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.676437] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.676667] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.676906] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.677069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.677469] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.677514] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9231c472-1304-4458-a42d-c4831affecac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.687056] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.687293] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.688050] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903ca970-5981-4c2f-821e-e731717ebfa5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.694374] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1186.694374] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f0ae4-d540-04c8-3083-793375f54dcb" [ 1186.694374] env[69984]: _type = "Task" [ 1186.694374] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.702143] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f0ae4-d540-04c8-3083-793375f54dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.944782] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.988505] env[69984]: DEBUG oslo_concurrency.lockutils [req-dec18add-1cd6-4c13-9edf-73ec8771dd5e req-41525dda-22c3-4961-bc93-bada1d2297b1 service nova] Releasing lock "refresh_cache-15037563-4ea7-40da-afa5-5229ddc44cb4" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.205276] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526f0ae4-d540-04c8-3083-793375f54dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.208488] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c23229-28ec-4b64-afab-da5046a4de6a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.214947] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1187.214947] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522efb62-2c34-534b-8b8b-731e303e8376" [ 1187.214947] env[69984]: _type = "Task" [ 1187.214947] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.225040] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522efb62-2c34-534b-8b8b-731e303e8376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.281240] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3fd4a-e76d-46bc-b2e7-68db43e774b2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.288774] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ebcad6-5d86-4d6d-b298-12c8f327a918 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.320261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a41fd8-9919-4aa6-b086-fc124ff91b22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.327898] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979df3f6-65d6-450e-851f-9334927c227f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.341513] env[69984]: DEBUG nova.compute.provider_tree [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.443810] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.726221] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522efb62-2c34-534b-8b8b-731e303e8376, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.726499] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.726756] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 15037563-4ea7-40da-afa5-5229ddc44cb4/15037563-4ea7-40da-afa5-5229ddc44cb4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.727026] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86e93a7a-a713-452a-8bfa-dd8be0c17d25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.733818] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1187.733818] env[69984]: value = "task-3945828" [ 1187.733818] env[69984]: _type = "Task" [ 1187.733818] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.742476] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.845088] env[69984]: DEBUG nova.scheduler.client.report [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.944771] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.187678] env[69984]: INFO nova.compute.manager [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Swapping old allocation on dict_keys(['6d9d83be-7d3c-4acd-92b5-0ebf47ddad45']) held by migration ef2a7a9d-b446-42a2-8db3-398fca781dba for instance [ 1188.213238] env[69984]: DEBUG nova.scheduler.client.report [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Overwriting current allocation {'allocations': {'6d9d83be-7d3c-4acd-92b5-0ebf47ddad45': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '366a053734e847a8bba9d60a95c2ca7b', 'user_id': '7a764cef5ff640ef9f2944f5427f4dda', 'consumer_generation': 1} on consumer 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1188.243582] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49218} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.243846] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 15037563-4ea7-40da-afa5-5229ddc44cb4/15037563-4ea7-40da-afa5-5229ddc44cb4.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.244077] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.244338] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aaa6b47-ce4c-4eed-9c00-02ed1f79cfbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.251139] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1188.251139] env[69984]: value = "task-3945829" [ 1188.251139] env[69984]: _type = "Task" [ 1188.251139] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.259497] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.290444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.290655] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.290837] env[69984]: DEBUG nova.network.neutron [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.351836] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.354427] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.554s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.355630] env[69984]: INFO nova.compute.claims [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.373982] env[69984]: INFO nova.scheduler.client.report [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Deleted allocations for instance e7267708-1c6c-4d8e-947e-ac9f5aab39ac [ 1188.446485] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.760764] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059699} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.761135] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.761950] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85bc5a5-5aeb-4618-bef6-b28ef457737f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.784573] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 15037563-4ea7-40da-afa5-5229ddc44cb4/15037563-4ea7-40da-afa5-5229ddc44cb4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.784905] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93646c16-abed-46ca-8cbb-581d7d00502c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.806650] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1188.806650] env[69984]: value = "task-3945830" [ 1188.806650] env[69984]: _type = "Task" [ 1188.806650] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.815233] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.883092] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0f4ddde4-014d-4c61-90b5-30e2943835bb tempest-ServersListShow296Test-224364189 tempest-ServersListShow296Test-224364189-project-member] Lock "e7267708-1c6c-4d8e-947e-ac9f5aab39ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.247s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.945560] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.018896] env[69984]: DEBUG nova.network.neutron [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [{"id": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "address": "fa:16:3e:66:85:a7", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf8152-8b", "ovs_interfaceid": "0dcf8152-8bfe-472c-8b22-19494f0f33fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.317061] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945830, 'name': ReconfigVM_Task, 'duration_secs': 0.362059} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.317402] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 15037563-4ea7-40da-afa5-5229ddc44cb4/15037563-4ea7-40da-afa5-5229ddc44cb4.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.318034] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258b574b-7bd7-45da-84e1-010f83204a1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.325274] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1189.325274] env[69984]: value = "task-3945831" [ 1189.325274] env[69984]: _type = "Task" [ 1189.325274] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.334416] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945831, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.448307] env[69984]: DEBUG oslo_vmware.api [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945826, 'name': ReconfigVM_Task, 'duration_secs': 5.782062} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.448576] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.448784] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Reconfigured VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1189.465296] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace590af-a77c-4f80-9a87-9701a1e49c93 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.473135] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1aa52-3df1-401d-a9a9-c63b58acb2cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.508150] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01aee0-3338-492d-b4c0-6138a7ca231a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.516920] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd6265-e367-4148-976c-0830b15b0478 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.521293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.522614] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b19c64-0d8e-4d6b-913c-7665ce5f195e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.533688] env[69984]: DEBUG nova.compute.provider_tree [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.541171] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cabe08e-d637-4f72-b8e1-58e69c8a559f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.836549] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945831, 'name': Rename_Task, 'duration_secs': 0.15843} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.838210] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.838828] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a248e759-3750-432f-9343-18a6d6d73029 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.846058] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1189.846058] env[69984]: value = "task-3945832" [ 1189.846058] env[69984]: _type = "Task" [ 1189.846058] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.858022] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.037740] env[69984]: DEBUG nova.scheduler.client.report [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.357570] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945832, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.544735] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.544735] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.628107] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.628445] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92efc6b6-7ad2-4243-b94d-8e5c846bc358 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.638575] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1190.638575] env[69984]: value = "task-3945833" [ 1190.638575] env[69984]: _type = "Task" [ 1190.638575] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.650315] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.779173] env[69984]: DEBUG nova.compute.manager [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-changed-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.779367] env[69984]: DEBUG nova.compute.manager [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing instance network info cache due to event network-changed-e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.779566] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.779773] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.779936] env[69984]: DEBUG nova.network.neutron [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Refreshing network info cache for port e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.845439] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.860247] env[69984]: DEBUG oslo_vmware.api [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945832, 'name': PowerOnVM_Task, 'duration_secs': 0.790626} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.860740] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.861046] env[69984]: INFO nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1190.861361] env[69984]: DEBUG nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.862364] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5113277f-32e7-4152-b23a-fa14287654d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.050306] env[69984]: DEBUG nova.compute.utils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.051664] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.051906] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.149436] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945833, 'name': PowerOffVM_Task, 'duration_secs': 0.241219} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.149715] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.150428] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.150645] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.150802] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.151023] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.151202] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.151987] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.151987] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.151987] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.151987] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.152189] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.152223] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.157500] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2566965c-776a-42cf-92e6-16319e0301a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.172903] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1191.172903] env[69984]: value = "task-3945834" [ 1191.172903] env[69984]: _type = "Task" [ 1191.172903] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.181550] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.183012] env[69984]: DEBUG nova.policy [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db4f8c398014466b00524422e2d0526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bbbecc552f448cba521f85a392a99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.378790] env[69984]: INFO nova.compute.manager [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Took 12.59 seconds to build instance. [ 1191.476214] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.476468] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.476825] env[69984]: DEBUG nova.objects.instance [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'flavor' on Instance uuid 8116662e-f3f2-42a7-8773-5501561ea1f3 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.555769] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.602398] env[69984]: DEBUG nova.network.neutron [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updated VIF entry in instance network info cache for port e6d16e64-5e27-4943-897b-83a2df973761. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.602968] env[69984]: DEBUG nova.network.neutron [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b92cbb44-a2db-4292-b21b-c15496a35096", "address": "fa:16:3e:f9:7e:80", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92cbb44-a2", "ovs_interfaceid": "b92cbb44-a2db-4292-b21b-c15496a35096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.618833] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Successfully created port: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.686164] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945834, 'name': ReconfigVM_Task, 'duration_secs': 0.148396} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.687077] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe5741-826f-4fb4-b1b4-6807db726827 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.710154] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.710430] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.710598] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.710800] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.710947] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.711113] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.711332] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.711499] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.711672] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.711845] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.712047] env[69984]: DEBUG nova.virt.hardware [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.712992] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38d048b-c85c-4b31-99e0-74ee5c64a833 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.720632] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1191.720632] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f75366-7eeb-df6f-7abd-c9ce6fcf91f6" [ 1191.720632] env[69984]: _type = "Task" [ 1191.720632] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.730949] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52f75366-7eeb-df6f-7abd-c9ce6fcf91f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.736556] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.736981] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02445232-f85c-4531-ac58-1f489b408ab9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.755927] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1191.755927] env[69984]: value = "task-3945835" [ 1191.755927] env[69984]: _type = "Task" [ 1191.755927] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.767397] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.881719] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82784f72-12d1-483d-b162-3fcef8bd1be4 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.110s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.881719] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.360s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.882512] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6924b74-7786-4549-b6b7-c5fdd9053b68 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.066780] env[69984]: DEBUG nova.objects.instance [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'pci_requests' on Instance uuid 8116662e-f3f2-42a7-8773-5501561ea1f3 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.106253] env[69984]: DEBUG oslo_concurrency.lockutils [req-e5a07e82-5318-410b-9cab-7f29219979ad req-1d5945b6-ac04-4925-96e7-86e2bcd41c9c service nova] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.106652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.106845] env[69984]: DEBUG nova.network.neutron [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.267010] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945835, 'name': ReconfigVM_Task, 'duration_secs': 0.236687} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.267399] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.268261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1037ef8f-b29a-43c1-a899-29a5b3f8c00c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.296013] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.296198] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7ba365-8460-4e15-a3df-5ca157549d45 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.316088] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1192.316088] env[69984]: value = "task-3945836" [ 1192.316088] env[69984]: _type = "Task" [ 1192.316088] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.325386] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.393131] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.565751] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.569477] env[69984]: DEBUG nova.objects.base [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Object Instance<8116662e-f3f2-42a7-8773-5501561ea1f3> lazy-loaded attributes: flavor,pci_requests {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1192.569673] env[69984]: DEBUG nova.network.neutron [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.589831] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.590107] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.590275] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.590459] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.590608] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.590760] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.590975] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.591159] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.591331] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.591500] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.591673] env[69984]: DEBUG nova.virt.hardware [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.592602] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d48b20-dbcf-4f67-bc78-8d47a6df2ecf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.602985] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d85fb68-ca9b-4689-b3c5-6ab32c361592 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.650081] env[69984]: DEBUG nova.policy [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c0b12ad2d4357b09395b3671ce104', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4ef96959014d888dad9c973446006b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.826925] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945836, 'name': ReconfigVM_Task, 'duration_secs': 0.30005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.826925] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19/3e0e556a-bef0-4150-9eaf-8ddf2ec02d19.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.827402] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de292c12-e313-48ba-974e-b6d3b112b794 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.854213] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da804198-6f93-4c43-9355-b903296eb640 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.876039] env[69984]: INFO nova.network.neutron [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Port b92cbb44-a2db-4292-b21b-c15496a35096 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1192.876391] env[69984]: DEBUG nova.network.neutron [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [{"id": "e6d16e64-5e27-4943-897b-83a2df973761", "address": "fa:16:3e:f6:ea:42", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d16e64-5e", "ovs_interfaceid": "e6d16e64-5e27-4943-897b-83a2df973761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.882211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee2c83-5f30-46ea-b280-2c619d3481ec {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.912355] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524ba3a-2251-4d85-859a-d3e9651a160f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.922889] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.923071] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb0e9a08-00e6-42b3-8b2b-a98172fc0df8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.931064] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1192.931064] env[69984]: value = "task-3945837" [ 1192.931064] env[69984]: _type = "Task" [ 1192.931064] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.939760] env[69984]: DEBUG nova.compute.manager [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.939985] env[69984]: DEBUG nova.compute.manager [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing instance network info cache due to event network-changed-c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.940991] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.940991] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.940991] env[69984]: DEBUG nova.network.neutron [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.949017] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945837, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.048571] env[69984]: DEBUG nova.compute.manager [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Received event network-vif-plugged-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.048805] env[69984]: DEBUG oslo_concurrency.lockutils [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.049021] env[69984]: DEBUG oslo_concurrency.lockutils [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.049190] env[69984]: DEBUG oslo_concurrency.lockutils [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.049462] env[69984]: DEBUG nova.compute.manager [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] No waiting events found dispatching network-vif-plugged-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.049654] env[69984]: WARNING nova.compute.manager [req-366fb98c-a34e-4c72-877b-6a2e5b2876bf req-ae159d17-73de-4b73-a882-72c87d2f1386 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Received unexpected event network-vif-plugged-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 for instance with vm_state building and task_state spawning. [ 1193.382812] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-6c58e17e-8683-42ab-a982-a9357cc72475" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.392904] env[69984]: DEBUG nova.compute.manager [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.394159] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9250e-fb24-468a-bd82-cbcd6062d05d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.444940] env[69984]: DEBUG oslo_vmware.api [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945837, 'name': PowerOnVM_Task, 'duration_secs': 0.398388} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.445536] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.587189] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Successfully updated port: 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.676647] env[69984]: DEBUG nova.network.neutron [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updated VIF entry in instance network info cache for port c4ae8807-6737-4de5-b44d-e373d2117fc3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.677161] env[69984]: DEBUG nova.network.neutron [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.887692] env[69984]: DEBUG oslo_concurrency.lockutils [None req-17f3bd0d-6404-4934-81c7-b8f276fdb04f tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-6c58e17e-8683-42ab-a982-a9357cc72475-b92cbb44-a2db-4292-b21b-c15496a35096" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.049s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.906408] env[69984]: INFO nova.compute.manager [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] instance snapshotting [ 1193.909452] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434923f5-6641-4127-baaf-1a7c6c4a31fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.929782] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f5095-f57a-496c-bd7f-c5e0e4f55b08 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.089723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.089889] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.090063] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.128217] env[69984]: DEBUG nova.network.neutron [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Successfully updated port: b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.180543] env[69984]: DEBUG oslo_concurrency.lockutils [req-7e1b9eef-2161-4344-8307-b662c30ef405 req-4a46f9ef-1bce-4892-bdc7-e5030c2ac8c3 service nova] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.442652] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1194.443150] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4814807e-d551-414b-a955-cc4daf83f92f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.452355] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1194.452355] env[69984]: value = "task-3945838" [ 1194.452355] env[69984]: _type = "Task" [ 1194.452355] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.464424] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.495406] env[69984]: INFO nova.compute.manager [None req-7b65890c-a467-4411-bf8f-27f2e61984c7 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance to original state: 'active' [ 1194.630806] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.631048] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.631222] env[69984]: DEBUG nova.network.neutron [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.634940] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.779040] env[69984]: DEBUG nova.network.neutron [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating instance_info_cache with network_info: [{"id": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "address": "fa:16:3e:8b:9d:fc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568668e-fc", "ovs_interfaceid": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.962755] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945838, 'name': CreateSnapshot_Task, 'duration_secs': 0.489995} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.964140] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1194.965634] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Received event network-changed-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.965871] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Refreshing instance network info cache due to event network-changed-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.966042] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Acquiring lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.966863] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132f2554-5841-4564-9ef1-ba01d09ce2f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.166944] env[69984]: WARNING nova.network.neutron [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] 80a305dd-dacd-4c14-9ed0-d763e311078b already exists in list: networks containing: ['80a305dd-dacd-4c14-9ed0-d763e311078b']. ignoring it [ 1195.282585] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.282930] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Instance network_info: |[{"id": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "address": "fa:16:3e:8b:9d:fc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568668e-fc", "ovs_interfaceid": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.283256] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Acquired lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.283443] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Refreshing network info cache for port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.284681] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:9d:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.292222] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating folder: Project (2bbbecc552f448cba521f85a392a99ef). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.293435] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1205be4-39b7-4bd9-b728-526aa1509ddf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.306450] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created folder: Project (2bbbecc552f448cba521f85a392a99ef) in parent group-v782883. [ 1195.306621] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating folder: Instances. Parent ref: group-v783192. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.306871] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd77161d-e951-4944-ae35-c92d327fc61d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.317905] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created folder: Instances in parent group-v783192. [ 1195.318268] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.318365] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.318573] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e3ba148-a93b-4f15-8ef0-b1d6ded89041 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.341041] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.341041] env[69984]: value = "task-3945841" [ 1195.341041] env[69984]: _type = "Task" [ 1195.341041] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.348269] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945841, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.468045] env[69984]: DEBUG nova.network.neutron [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b92cbb44-a2db-4292-b21b-c15496a35096", "address": "fa:16:3e:f9:7e:80", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92cbb44-a2", "ovs_interfaceid": "b92cbb44-a2db-4292-b21b-c15496a35096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.486066] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1195.487127] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0691fb4-1f2e-4b1a-a62f-12341382a501 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.499387] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1195.499387] env[69984]: value = "task-3945842" [ 1195.499387] env[69984]: _type = "Task" [ 1195.499387] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.512581] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945842, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.850870] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945841, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.971133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.971808] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.971962] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.972894] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705f9840-1688-4305-b50c-46a4aa71505e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.993101] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.993359] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.993523] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.993709] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.993886] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.994041] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.994223] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.994385] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.994557] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.994717] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.994923] env[69984]: DEBUG nova.virt.hardware [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.001195] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfiguring VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1196.001623] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0678fc6-f533-4f5c-b005-de9fba451bf2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.014195] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updated VIF entry in instance network info cache for port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.014550] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating instance_info_cache with network_info: [{"id": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "address": "fa:16:3e:8b:9d:fc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568668e-fc", "ovs_interfaceid": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.025031] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945842, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.027030] env[69984]: DEBUG oslo_vmware.api [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1196.027030] env[69984]: value = "task-3945843" [ 1196.027030] env[69984]: _type = "Task" [ 1196.027030] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.036200] env[69984]: DEBUG oslo_vmware.api [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945843, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.272394] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.272645] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.272877] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.273071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.273247] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.275547] env[69984]: INFO nova.compute.manager [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Terminating instance [ 1196.351829] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945841, 'name': CreateVM_Task, 'duration_secs': 0.563054} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.351994] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.352652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.352886] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.353230] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.353489] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586693af-176e-424c-9918-f4447e1740e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.358492] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1196.358492] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52530bb3-86a3-e9d8-236e-f9d5f7a01d2d" [ 1196.358492] env[69984]: _type = "Task" [ 1196.358492] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.367102] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52530bb3-86a3-e9d8-236e-f9d5f7a01d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.511897] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945842, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.520854] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Releasing lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.521144] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.521354] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.521566] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.521853] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.522039] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] No waiting events found dispatching network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.522223] env[69984]: WARNING nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received unexpected event network-vif-plugged-b92cbb44-a2db-4292-b21b-c15496a35096 for instance with vm_state active and task_state None. [ 1196.522390] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-changed-b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.522560] env[69984]: DEBUG nova.compute.manager [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing instance network info cache due to event network-changed-b92cbb44-a2db-4292-b21b-c15496a35096. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.522747] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.522908] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.523096] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Refreshing network info cache for port b92cbb44-a2db-4292-b21b-c15496a35096 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.538453] env[69984]: DEBUG oslo_vmware.api [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.717914] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.780341] env[69984]: DEBUG nova.compute.manager [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.780580] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.783158] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab9f1bf-99f0-428d-abb7-b610b5d217e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.791439] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1196.791439] env[69984]: value = "task-3945844" [ 1196.791439] env[69984]: _type = "Task" [ 1196.791439] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.800163] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.869798] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52530bb3-86a3-e9d8-236e-f9d5f7a01d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.870206] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.870474] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.870781] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.870994] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.871225] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.871508] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61870146-32f5-4c76-81ee-abc689c1ed82 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.881214] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.881395] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.882148] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31a3645-1342-4d27-8526-5510d03eb1d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.888636] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1196.888636] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52085aa4-3cb1-8bbb-bb3a-cc99b9218ac6" [ 1196.888636] env[69984]: _type = "Task" [ 1196.888636] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.897669] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52085aa4-3cb1-8bbb-bb3a-cc99b9218ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.013385] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945842, 'name': CloneVM_Task, 'duration_secs': 1.20995} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.013657] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Created linked-clone VM from snapshot [ 1197.014457] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d9fd7-dd1a-4a03-9948-91193c4a5d03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.022385] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Uploading image e8dc9116-5650-424c-8a41-1a8154d210a3 {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1197.038702] env[69984]: DEBUG oslo_vmware.api [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945843, 'name': ReconfigVM_Task, 'duration_secs': 0.788762} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.039673] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1197.040189] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.040404] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfigured VM to attach interface {{(pid=69984) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1197.042912] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8fd087b2-277a-4b79-b494-c932b5577538 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.051162] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1197.051162] env[69984]: value = "task-3945845" [ 1197.051162] env[69984]: _type = "Task" [ 1197.051162] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.061569] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945845, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.226868] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updated VIF entry in instance network info cache for port b92cbb44-a2db-4292-b21b-c15496a35096. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.227490] env[69984]: DEBUG nova.network.neutron [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b92cbb44-a2db-4292-b21b-c15496a35096", "address": "fa:16:3e:f9:7e:80", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92cbb44-a2", "ovs_interfaceid": "b92cbb44-a2db-4292-b21b-c15496a35096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.301579] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945844, 'name': PowerOffVM_Task, 'duration_secs': 0.279654} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.301848] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.302063] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.302260] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783180', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'name': 'volume-4cf84725-6507-4f65-a64b-23085fca6456', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19', 'attached_at': '2025-05-09T10:41:55.000000', 'detached_at': '', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'serial': '4cf84725-6507-4f65-a64b-23085fca6456'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.303047] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a635d0-7522-474b-8b31-a58c4dcc52ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.324195] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fef1ba-5530-4228-90cb-25368f4b108b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.331386] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee11de-4a4e-47b4-adbe-aa8b2ddac0c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.351278] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f6864b-d58c-406f-a86e-245f7b1ff714 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.367272] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] The volume has not been displaced from its original location: [datastore2] volume-4cf84725-6507-4f65-a64b-23085fca6456/volume-4cf84725-6507-4f65-a64b-23085fca6456.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1197.372475] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.373109] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b132d1-1236-4636-92df-4bb47e2d17b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.391101] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1197.391101] env[69984]: value = "task-3945846" [ 1197.391101] env[69984]: _type = "Task" [ 1197.391101] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.403016] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52085aa4-3cb1-8bbb-bb3a-cc99b9218ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.406694] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.407169] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90f0565-f654-4016-afa4-49adb904753b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.412906] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1197.412906] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205eb35-d742-3f64-e42a-6d0f7e691dce" [ 1197.412906] env[69984]: _type = "Task" [ 1197.412906] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.422181] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205eb35-d742-3f64-e42a-6d0f7e691dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.546537] env[69984]: DEBUG oslo_concurrency.lockutils [None req-11c84785-a539-4ce9-9475-bf8ef2611797 tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.070s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.564431] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945845, 'name': Destroy_Task} progress is 33%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.730530] env[69984]: DEBUG oslo_concurrency.lockutils [req-679455eb-e159-4ebf-8f16-76573d9a3df1 req-45a5948e-04cc-4c7f-9d20-a802c348f2e0 service nova] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.905129] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945846, 'name': ReconfigVM_Task, 'duration_secs': 0.262554} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.905456] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.910102] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db793616-7086-4bc0-8631-ed9e40034968 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.929088] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5205eb35-d742-3f64-e42a-6d0f7e691dce, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.930381] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.930637] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c0b164b3-dc72-4fec-8aa8-910e146a87aa/c0b164b3-dc72-4fec-8aa8-910e146a87aa.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.930948] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1197.930948] env[69984]: value = "task-3945847" [ 1197.930948] env[69984]: _type = "Task" [ 1197.930948] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.931154] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da33adbb-fe24-474c-979d-ca7f1fc0b052 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.941322] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945847, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.942516] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1197.942516] env[69984]: value = "task-3945848" [ 1197.942516] env[69984]: _type = "Task" [ 1197.942516] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.950168] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.062621] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945845, 'name': Destroy_Task, 'duration_secs': 0.587171} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.062893] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Destroyed the VM [ 1198.063236] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1198.063438] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f868ec08-5dc1-496f-9771-c747bd5d7bc5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.070040] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1198.070040] env[69984]: value = "task-3945849" [ 1198.070040] env[69984]: _type = "Task" [ 1198.070040] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.079508] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.182078] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.182308] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.182509] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.182623] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.447370] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.453637] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945848, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.581224] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.655504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.655798] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.656066] env[69984]: INFO nova.compute.manager [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Rebooting instance [ 1198.686219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.686598] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.686836] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.687080] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1198.689072] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab69f1e0-0d63-413f-b406-a7d145420fcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.700873] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61493616-e387-4ce8-9684-8795059b6782 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.717924] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d2e906-7174-43ed-8666-b201b0afcf3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.725030] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a17219-30d1-417c-aeb3-1c1dd9a255be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.755634] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179548MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1198.755801] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.756065] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.943761] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945847, 'name': ReconfigVM_Task, 'duration_secs': 0.766618} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.944177] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783180', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'name': 'volume-4cf84725-6507-4f65-a64b-23085fca6456', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3e0e556a-bef0-4150-9eaf-8ddf2ec02d19', 'attached_at': '2025-05-09T10:41:55.000000', 'detached_at': '', 'volume_id': '4cf84725-6507-4f65-a64b-23085fca6456', 'serial': '4cf84725-6507-4f65-a64b-23085fca6456'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.944465] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.948110] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad359387-e3fe-47a2-b9f9-bcfc5597a51f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.956550] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522194} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.958569] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c0b164b3-dc72-4fec-8aa8-910e146a87aa/c0b164b3-dc72-4fec-8aa8-910e146a87aa.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.958795] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.959148] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.959478] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b0e193-64ed-40a3-83e4-45e1633c8877 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.961470] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0840994c-fbd2-4052-b675-081c343cf95e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.970556] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1198.970556] env[69984]: value = "task-3945851" [ 1198.970556] env[69984]: _type = "Task" [ 1198.970556] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.981969] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.060851] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.061160] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.061435] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleting the datastore file [datastore2] 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.061800] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbafef9-c951-4f72-a7f2-033f33945017 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.068895] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1199.068895] env[69984]: value = "task-3945852" [ 1199.068895] env[69984]: _type = "Task" [ 1199.068895] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.085735] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.086019] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.177510] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.177746] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.177959] env[69984]: DEBUG nova.network.neutron [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.195535] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.195855] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.480985] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120689} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.481305] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.482118] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba65fbf-14d8-48e5-b55b-d9c6f8dfeec6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.504251] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c0b164b3-dc72-4fec-8aa8-910e146a87aa/c0b164b3-dc72-4fec-8aa8-910e146a87aa.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.504528] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fcf8e2-dd02-45f6-bec6-c20735329154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.524488] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1199.524488] env[69984]: value = "task-3945853" [ 1199.524488] env[69984]: _type = "Task" [ 1199.524488] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.533369] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.585733] env[69984]: DEBUG oslo_vmware.api [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945849, 'name': RemoveSnapshot_Task, 'duration_secs': 1.153368} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.586068] env[69984]: DEBUG oslo_vmware.api [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269512} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.586324] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1199.588895] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.589018] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.589213] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.589392] env[69984]: INFO nova.compute.manager [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1199.589666] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.590131] env[69984]: DEBUG nova.compute.manager [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.590242] env[69984]: DEBUG nova.network.neutron [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.698287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.698511] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.699364] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b91cbd9-42f5-4c13-92a9-8178fe487155 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.719688] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188764d-ee29-4cd9-b8c1-2ce4a287d9ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.755147] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfiguring VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1199.755991] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1004fdb-4920-4a34-a799-d3b1f94a3f26 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.778048] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1199.778048] env[69984]: value = "task-3945854" [ 1199.778048] env[69984]: _type = "Task" [ 1199.778048] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.787173] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 6c58e17e-8683-42ab-a982-a9357cc72475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8116662e-f3f2-42a7-8773-5501561ea1f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 15037563-4ea7-40da-afa5-5229ddc44cb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c0b164b3-dc72-4fec-8aa8-910e146a87aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1199.793022] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1199.892297] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d262f2-8a2b-4a87-926e-e5b7a7e401e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.901165] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5055d026-5723-43af-9ff3-38104e2ebcad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.937664] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ff4f2-1f98-437e-88c0-61e82214a335 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.945604] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ff3299-2e86-4032-abc0-0fdfaf7c64bd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.959558] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.972332] env[69984]: DEBUG nova.network.neutron [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.039470] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945853, 'name': ReconfigVM_Task, 'duration_secs': 0.384216} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.039738] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c0b164b3-dc72-4fec-8aa8-910e146a87aa/c0b164b3-dc72-4fec-8aa8-910e146a87aa.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.040414] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ad6a8b7-c3fe-4f65-a891-a37dc957c7e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.047993] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1200.047993] env[69984]: value = "task-3945855" [ 1200.047993] env[69984]: _type = "Task" [ 1200.047993] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.057262] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945855, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.079805] env[69984]: DEBUG nova.compute.manager [req-d86974eb-7711-4ea7-bfb8-b0763430153b req-76ce59e0-0ea9-4810-9e12-cab35ba6c61b service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Received event network-vif-deleted-0dcf8152-8bfe-472c-8b22-19494f0f33fe {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.081076] env[69984]: INFO nova.compute.manager [req-d86974eb-7711-4ea7-bfb8-b0763430153b req-76ce59e0-0ea9-4810-9e12-cab35ba6c61b service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Neutron deleted interface 0dcf8152-8bfe-472c-8b22-19494f0f33fe; detaching it from the instance and deleting it from the info cache [ 1200.081076] env[69984]: DEBUG nova.network.neutron [req-d86974eb-7711-4ea7-bfb8-b0763430153b req-76ce59e0-0ea9-4810-9e12-cab35ba6c61b service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.091885] env[69984]: WARNING nova.compute.manager [None req-350eab70-84e8-4bef-baa3-343c2eafa577 tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Image not found during snapshot: nova.exception.ImageNotFound: Image e8dc9116-5650-424c-8a41-1a8154d210a3 could not be found. [ 1200.288548] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.462987] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.475416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.533352] env[69984]: DEBUG nova.network.neutron [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.559829] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945855, 'name': Rename_Task, 'duration_secs': 0.14144} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.560102] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.560443] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da2b3b9-04b1-43ec-a35a-7d286134ff6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.569794] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1200.569794] env[69984]: value = "task-3945856" [ 1200.569794] env[69984]: _type = "Task" [ 1200.569794] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.585764] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.586202] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6068b66e-984b-4889-82d4-1069ca09f775 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.598495] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f7f93-271f-4bba-8daa-c5d8344d695e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.378765] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1201.378955] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.623s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.380701] env[69984]: INFO nova.compute.manager [-] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Took 1.79 seconds to deallocate network for instance. [ 1201.381108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "15037563-4ea7-40da-afa5-5229ddc44cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.381332] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.381528] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.381703] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.381865] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.383268] env[69984]: DEBUG nova.compute.manager [req-d86974eb-7711-4ea7-bfb8-b0763430153b req-76ce59e0-0ea9-4810-9e12-cab35ba6c61b service nova] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Detach interface failed, port_id=0dcf8152-8bfe-472c-8b22-19494f0f33fe, reason: Instance 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.383843] env[69984]: DEBUG nova.compute.manager [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.392015] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed0fc7d-063f-4585-84aa-f137f452e3d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.394357] env[69984]: INFO nova.compute.manager [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Terminating instance [ 1201.404665] env[69984]: DEBUG oslo_vmware.api [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945856, 'name': PowerOnVM_Task, 'duration_secs': 0.60071} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.408327] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.408527] env[69984]: INFO nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1201.408703] env[69984]: DEBUG nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.409229] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.409919] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3700da1-3846-42cd-92f5-7b08b088ede4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.888287] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.899153] env[69984]: DEBUG nova.compute.manager [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.899332] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.900198] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085a5ea1-6d2f-41fa-bb37-9ce6e0ee5bcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.910974] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.910974] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11c11d4-f8a3-4819-b4a7-ec0859380221 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.917635] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1201.917635] env[69984]: value = "task-3945857" [ 1201.917635] env[69984]: _type = "Task" [ 1201.917635] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.927892] env[69984]: INFO nova.compute.manager [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Took 16.14 seconds to build instance. [ 1201.932563] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.944993] env[69984]: INFO nova.compute.manager [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Took 0.56 seconds to detach 1 volumes for instance. [ 1202.333657] env[69984]: DEBUG nova.compute.manager [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Received event network-changed-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.333792] env[69984]: DEBUG nova.compute.manager [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Refreshing instance network info cache due to event network-changed-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.333923] env[69984]: DEBUG oslo_concurrency.lockutils [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] Acquiring lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.334280] env[69984]: DEBUG oslo_concurrency.lockutils [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] Acquired lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.334456] env[69984]: DEBUG nova.network.neutron [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Refreshing network info cache for port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.383670] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.383916] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.384550] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.384699] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1202.390343] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.413133] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3737be2-9e00-4348-b0fb-adf9228f3a79 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.424628] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Doing hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1202.425433] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9ec787ed-7144-4086-b575-c0b65ed613a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.429886] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945857, 'name': PowerOffVM_Task, 'duration_secs': 0.226746} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.430533] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.430735] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.431540] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274d49a8-fa84-419c-a52d-56847a0a9e95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.433044] env[69984]: DEBUG oslo_vmware.api [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1202.433044] env[69984]: value = "task-3945858" [ 1202.433044] env[69984]: _type = "Task" [ 1202.433044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.433458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8b9a5deb-1da0-4b8c-8ced-dbbe1053b858 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.658s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.441899] env[69984]: DEBUG oslo_vmware.api [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945858, 'name': ResetVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.454327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.454327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.454327] env[69984]: DEBUG nova.objects.instance [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'resources' on Instance uuid 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.550357] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.550357] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.550357] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleting the datastore file [datastore2] 15037563-4ea7-40da-afa5-5229ddc44cb4 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.550357] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c710cba9-6911-4a73-9932-18141c774840 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.558234] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for the task: (returnval){ [ 1202.558234] env[69984]: value = "task-3945860" [ 1202.558234] env[69984]: _type = "Task" [ 1202.558234] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.566646] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.890098] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.944437] env[69984]: DEBUG oslo_vmware.api [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945858, 'name': ResetVM_Task, 'duration_secs': 0.100035} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.944702] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Did hard reboot of VM {{(pid=69984) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1202.944925] env[69984]: DEBUG nova.compute.manager [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1202.945697] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad17095-da1a-49c0-a00c-d49e9b296300 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.053164] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8defb-e713-45c6-9da0-5fdf8eb8375e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.064936] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09972eca-d431-425d-ad40-d51241ebe687 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.073076] env[69984]: DEBUG oslo_vmware.api [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Task: {'id': task-3945860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.097466] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.097690] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.097868] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.098062] env[69984]: INFO nova.compute.manager [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1203.098309] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.099351] env[69984]: DEBUG nova.network.neutron [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updated VIF entry in instance network info cache for port 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.099676] env[69984]: DEBUG nova.network.neutron [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating instance_info_cache with network_info: [{"id": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "address": "fa:16:3e:8b:9d:fc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2568668e-fc", "ovs_interfaceid": "2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.100859] env[69984]: DEBUG nova.compute.manager [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.101580] env[69984]: DEBUG nova.network.neutron [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.103010] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72853317-6ad2-4f4b-a108-8aec8ae420b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.112720] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3247ed41-6d07-44fd-857d-75b2ac1f28a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.127280] env[69984]: DEBUG nova.compute.provider_tree [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.336138] env[69984]: DEBUG nova.compute.manager [req-0447e121-ee31-44f4-914d-68aaa4b86f50 req-b9b57b32-572d-413f-af3d-bc3078f23b56 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Received event network-vif-deleted-59d9f0ab-1b83-4bbe-bd80-7434eab84613 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.336459] env[69984]: INFO nova.compute.manager [req-0447e121-ee31-44f4-914d-68aaa4b86f50 req-b9b57b32-572d-413f-af3d-bc3078f23b56 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Neutron deleted interface 59d9f0ab-1b83-4bbe-bd80-7434eab84613; detaching it from the instance and deleting it from the info cache [ 1203.336595] env[69984]: DEBUG nova.network.neutron [req-0447e121-ee31-44f4-914d-68aaa4b86f50 req-b9b57b32-572d-413f-af3d-bc3078f23b56 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.390058] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.459835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b8489378-bbe2-4ff5-bbb0-143e7893735c tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.804s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.606874] env[69984]: DEBUG oslo_concurrency.lockutils [req-4e48a513-fca7-42b8-9779-be6adcb5f565 req-4ebbb9d0-c180-4ba4-90a2-610aa5e52021 service nova] Releasing lock "refresh_cache-c0b164b3-dc72-4fec-8aa8-910e146a87aa" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.630941] env[69984]: DEBUG nova.scheduler.client.report [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.815683] env[69984]: DEBUG nova.network.neutron [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.839289] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3032fbb3-5ce5-40e1-b408-cb8286c671b4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.849281] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b624a85-f662-41b8-87cd-d5fb5daae55b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.877415] env[69984]: DEBUG nova.compute.manager [req-0447e121-ee31-44f4-914d-68aaa4b86f50 req-b9b57b32-572d-413f-af3d-bc3078f23b56 service nova] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Detach interface failed, port_id=59d9f0ab-1b83-4bbe-bd80-7434eab84613, reason: Instance 15037563-4ea7-40da-afa5-5229ddc44cb4 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.891065] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.137496] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.164790] env[69984]: INFO nova.scheduler.client.report [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted allocations for instance 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19 [ 1204.319047] env[69984]: INFO nova.compute.manager [-] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Took 1.22 seconds to deallocate network for instance. [ 1204.393898] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.675385] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7e463078-2e01-44f0-a42b-f5a160b1a2aa tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "3e0e556a-bef0-4150-9eaf-8ddf2ec02d19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.403s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.827090] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.827380] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.827591] env[69984]: DEBUG nova.objects.instance [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lazy-loading 'resources' on Instance uuid 15037563-4ea7-40da-afa5-5229ddc44cb4 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.892844] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.396478] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.408457] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e966c145-caa4-42d2-b3a9-5b89eb41c1b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.425328] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e157c2c5-56dd-4334-9a27-b2491fbafb29 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.457749] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c1db4-d65c-40b2-8171-41e403aa6ed7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.466479] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd60574-02b7-44c0-b7a7-aa058a7a7cf2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.483072] env[69984]: DEBUG nova.compute.provider_tree [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.898449] env[69984]: DEBUG oslo_vmware.api [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945854, 'name': ReconfigVM_Task, 'duration_secs': 5.776281} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.899876] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.900107] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Reconfigured VM to detach interface {{(pid=69984) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1205.905088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.905314] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.986921] env[69984]: DEBUG nova.scheduler.client.report [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.407441] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.492338] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.516936] env[69984]: INFO nova.scheduler.client.report [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Deleted allocations for instance 15037563-4ea7-40da-afa5-5229ddc44cb4 [ 1206.927559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.927835] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.929795] env[69984]: INFO nova.compute.claims [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.024065] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6779cae7-d119-4bf2-bfe0-e415523553da tempest-ImagesTestJSON-398559142 tempest-ImagesTestJSON-398559142-project-member] Lock "15037563-4ea7-40da-afa5-5229ddc44cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.643s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.256089] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.256420] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquired lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.256558] env[69984]: DEBUG nova.network.neutron [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.662394] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.662672] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.662940] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.663147] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.663320] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.665462] env[69984]: INFO nova.compute.manager [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Terminating instance [ 1207.977440] env[69984]: INFO nova.network.neutron [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Port b92cbb44-a2db-4292-b21b-c15496a35096 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1207.977804] env[69984]: DEBUG nova.network.neutron [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [{"id": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "address": "fa:16:3e:8b:b1:41", "network": {"id": "80a305dd-dacd-4c14-9ed0-d763e311078b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-307544723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4ef96959014d888dad9c973446006b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ae8807-67", "ovs_interfaceid": "c4ae8807-6737-4de5-b44d-e373d2117fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.025192] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a0ae3d-8d93-4be6-bd98-d93ce7f1c78f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.033451] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6a883-5efd-4369-8ff2-692af1301084 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.064701] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9878c36c-ffa3-433e-b9cc-4bb827864941 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.072658] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12195bef-5582-4f47-b185-31350bd4877d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.086580] env[69984]: DEBUG nova.compute.provider_tree [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.170045] env[69984]: DEBUG nova.compute.manager [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.170294] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.171199] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f4479-684a-464e-b929-dc51b61a12e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.179410] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.179665] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b4bb1b-c598-4cd7-b3bd-b4b55f9ae701 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.187663] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1208.187663] env[69984]: value = "task-3945861" [ 1208.187663] env[69984]: _type = "Task" [ 1208.187663] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.198607] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.480891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Releasing lock "refresh_cache-8116662e-f3f2-42a7-8773-5501561ea1f3" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.589702] env[69984]: DEBUG nova.scheduler.client.report [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.698209] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945861, 'name': PowerOffVM_Task, 'duration_secs': 0.220602} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.699055] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.699801] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.700126] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-921b68ae-29e3-4f55-a25d-ad855cd5cdb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.763847] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.764105] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.764333] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleting the datastore file [datastore2] 8116662e-f3f2-42a7-8773-5501561ea1f3 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.764612] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521929cd-da52-49a4-8c46-39efb5f3d47b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.771713] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1208.771713] env[69984]: value = "task-3945863" [ 1208.771713] env[69984]: _type = "Task" [ 1208.771713] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.780683] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.986115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-462947de-589c-4795-be36-fc47cbd95b3e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "interface-8116662e-f3f2-42a7-8773-5501561ea1f3-b92cbb44-a2db-4292-b21b-c15496a35096" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.790s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.094698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.095531] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.282438] env[69984]: DEBUG oslo_vmware.api [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319895} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.282684] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.282868] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.283070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.283250] env[69984]: INFO nova.compute.manager [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1209.283491] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.283682] env[69984]: DEBUG nova.compute.manager [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.283776] env[69984]: DEBUG nova.network.neutron [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.600581] env[69984]: DEBUG nova.compute.utils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.603386] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.603386] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.641160] env[69984]: DEBUG nova.policy [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a764cef5ff640ef9f2944f5427f4dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '366a053734e847a8bba9d60a95c2ca7b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.925981] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Successfully created port: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.107207] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.178805] env[69984]: DEBUG nova.compute.manager [req-559d0a66-de2d-4e84-b42c-3c459406a512 req-489a38da-5920-497c-9d40-ebe60cc2b66e service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Received event network-vif-deleted-c4ae8807-6737-4de5-b44d-e373d2117fc3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.179017] env[69984]: INFO nova.compute.manager [req-559d0a66-de2d-4e84-b42c-3c459406a512 req-489a38da-5920-497c-9d40-ebe60cc2b66e service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Neutron deleted interface c4ae8807-6737-4de5-b44d-e373d2117fc3; detaching it from the instance and deleting it from the info cache [ 1210.179208] env[69984]: DEBUG nova.network.neutron [req-559d0a66-de2d-4e84-b42c-3c459406a512 req-489a38da-5920-497c-9d40-ebe60cc2b66e service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.642345] env[69984]: DEBUG nova.network.neutron [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.682269] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e42c6ba2-4968-4f0e-bcf5-06c6f3fd3923 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.694325] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241c442-c665-4df2-b966-6764fd305dd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.728693] env[69984]: DEBUG nova.compute.manager [req-559d0a66-de2d-4e84-b42c-3c459406a512 req-489a38da-5920-497c-9d40-ebe60cc2b66e service nova] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Detach interface failed, port_id=c4ae8807-6737-4de5-b44d-e373d2117fc3, reason: Instance 8116662e-f3f2-42a7-8773-5501561ea1f3 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.117326] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.146725] env[69984]: INFO nova.compute.manager [-] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Took 1.86 seconds to deallocate network for instance. [ 1211.150629] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.150871] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.151038] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.151226] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.151368] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.151510] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.151710] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.151869] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.152044] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.152210] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.152421] env[69984]: DEBUG nova.virt.hardware [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.153335] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4bbfb4-aa77-4c45-888c-4f06a71b3ec2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.164671] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79027cbf-cec6-4217-9265-230e2a0bd4b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.604238] env[69984]: DEBUG nova.compute.manager [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.604238] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.604238] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.604238] env[69984]: DEBUG oslo_concurrency.lockutils [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.604619] env[69984]: DEBUG nova.compute.manager [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] No waiting events found dispatching network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.604934] env[69984]: WARNING nova.compute.manager [req-b6eca2cf-4bdb-4f2a-afa6-34ef09f4d080 req-3a23d642-897b-4bf5-926f-f86f6eb885d9 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received unexpected event network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b for instance with vm_state building and task_state spawning. [ 1211.664353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.664353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.664353] env[69984]: DEBUG nova.objects.instance [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'resources' on Instance uuid 8116662e-f3f2-42a7-8773-5501561ea1f3 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.698590] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Successfully updated port: 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.201305] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.201544] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.201717] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.262158] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287bd7b-7588-4aec-820e-ddbd78e0728c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.270965] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787bbf15-bdba-4af3-ba08-137a02f018fd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.305782] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955aabef-d4c3-4b44-8e14-1544b6ac907f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.315996] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5836c-78d2-4ee3-9e16-0bd97152644a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.331017] env[69984]: DEBUG nova.compute.provider_tree [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.737752] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.838185] env[69984]: DEBUG nova.scheduler.client.report [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.935743] env[69984]: DEBUG nova.network.neutron [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.343432] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.360409] env[69984]: INFO nova.scheduler.client.report [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted allocations for instance 8116662e-f3f2-42a7-8773-5501561ea1f3 [ 1213.438635] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.439125] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance network_info: |[{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.439680] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:16:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.452101] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.452678] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.452989] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6347e193-d8e9-4f7f-a676-3cf898f7824d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.476197] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.476197] env[69984]: value = "task-3945864" [ 1213.476197] env[69984]: _type = "Task" [ 1213.476197] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.484169] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945864, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.632895] env[69984]: DEBUG nova.compute.manager [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.632991] env[69984]: DEBUG nova.compute.manager [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing instance network info cache due to event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.633286] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.633454] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.633958] env[69984]: DEBUG nova.network.neutron [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.806787] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.807055] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.868308] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6234ad35-c53d-413d-9f42-484b7bc2575e tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "8116662e-f3f2-42a7-8773-5501561ea1f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.205s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.989319] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945864, 'name': CreateVM_Task, 'duration_secs': 0.305727} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.989531] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.990215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.990382] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.990699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.990962] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec61c41-0e99-4d0d-bdfd-9aeecf4cfca9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.996137] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1213.996137] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b82e5c-f122-8ebc-aff0-1be590bf2b3c" [ 1213.996137] env[69984]: _type = "Task" [ 1213.996137] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.004315] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b82e5c-f122-8ebc-aff0-1be590bf2b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.310291] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.352594] env[69984]: DEBUG nova.network.neutron [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updated VIF entry in instance network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.352949] env[69984]: DEBUG nova.network.neutron [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.443653] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.444099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.444397] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.444672] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.444890] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.447126] env[69984]: INFO nova.compute.manager [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Terminating instance [ 1214.507245] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b82e5c-f122-8ebc-aff0-1be590bf2b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.507516] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.507748] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.508015] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.508207] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.508389] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.508645] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adcab59a-bcab-4032-8daa-8520a05537ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.516994] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.517217] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.517967] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e49164-eaa3-4f2b-967b-5cc862b0ee4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.523323] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1214.523323] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523c3d73-5bb7-92fa-50ad-32070f287f77" [ 1214.523323] env[69984]: _type = "Task" [ 1214.523323] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.531283] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523c3d73-5bb7-92fa-50ad-32070f287f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.830624] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.830908] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.832612] env[69984]: INFO nova.compute.claims [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.855533] env[69984]: DEBUG oslo_concurrency.lockutils [req-7f5a831a-e9dc-4f47-b68e-e25a708b7140 req-ee510389-daed-42d3-b931-bed26f8aa045 service nova] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.950565] env[69984]: DEBUG nova.compute.manager [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.950854] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.952013] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d513277-c073-49fa-b11c-d5699e2f01a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.961116] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.961348] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81479344-0d49-4535-b3af-6db42aac0c37 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.968816] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1214.968816] env[69984]: value = "task-3945865" [ 1214.968816] env[69984]: _type = "Task" [ 1214.968816] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.978271] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.035101] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523c3d73-5bb7-92fa-50ad-32070f287f77, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.035633] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501242b8-0685-46dd-b7da-ccd8a0c9b0af {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.042144] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1215.042144] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521fea82-f8b2-01a2-6c75-efc0390d36d9" [ 1215.042144] env[69984]: _type = "Task" [ 1215.042144] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.052152] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521fea82-f8b2-01a2-6c75-efc0390d36d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.480830] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945865, 'name': PowerOffVM_Task, 'duration_secs': 0.200499} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.481175] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.481300] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.481562] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e474ed1-1366-4c9f-b565-5c03e8114c66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.549454] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.549770] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.549991] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleting the datastore file [datastore1] 6c58e17e-8683-42ab-a982-a9357cc72475 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.553709] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a818fc4c-1713-4808-bfff-d788d685d0da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.555788] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521fea82-f8b2-01a2-6c75-efc0390d36d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013271} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.556086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.556416] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.557150] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eedba92-54ba-4973-99a0-087c2bf0c855 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.562698] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for the task: (returnval){ [ 1215.562698] env[69984]: value = "task-3945867" [ 1215.562698] env[69984]: _type = "Task" [ 1215.562698] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.567629] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1215.567629] env[69984]: value = "task-3945868" [ 1215.567629] env[69984]: _type = "Task" [ 1215.567629] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.574187] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.579160] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.924316] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aa1ab0-584b-4912-888e-20e0688beeb7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.932791] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678b4ba-4dd8-4350-a3b0-766041074956 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.963945] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaef1c6-2969-4c79-9056-41d23b06f49c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.973656] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd73a0e1-fe4e-4253-bfc5-5701627a64f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.988704] env[69984]: DEBUG nova.compute.provider_tree [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.074928] env[69984]: DEBUG oslo_vmware.api [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Task: {'id': task-3945867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161182} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.075607] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.075815] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.076020] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.076238] env[69984]: INFO nova.compute.manager [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1216.076482] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.076700] env[69984]: DEBUG nova.compute.manager [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.076816] env[69984]: DEBUG nova.network.neutron [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.081517] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457678} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.082078] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.082297] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.082540] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2338c98e-5bf6-4e29-94f9-14ea4b492f72 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.089304] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1216.089304] env[69984]: value = "task-3945869" [ 1216.089304] env[69984]: _type = "Task" [ 1216.089304] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.099976] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.357923] env[69984]: DEBUG nova.compute.manager [req-f27e2a38-dcff-47f0-908b-87574c1e4825 req-90152948-b0cf-4dcb-b338-22c3709d3fc0 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Received event network-vif-deleted-e6d16e64-5e27-4943-897b-83a2df973761 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.358154] env[69984]: INFO nova.compute.manager [req-f27e2a38-dcff-47f0-908b-87574c1e4825 req-90152948-b0cf-4dcb-b338-22c3709d3fc0 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Neutron deleted interface e6d16e64-5e27-4943-897b-83a2df973761; detaching it from the instance and deleting it from the info cache [ 1216.358347] env[69984]: DEBUG nova.network.neutron [req-f27e2a38-dcff-47f0-908b-87574c1e4825 req-90152948-b0cf-4dcb-b338-22c3709d3fc0 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.492767] env[69984]: DEBUG nova.scheduler.client.report [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.599237] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069654} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.599470] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.600252] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a17b3-144e-4b28-b60b-fd57558fdc56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.622078] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.622373] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c350fc-6b38-46ac-ad7e-0a9b154ca805 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.641862] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1216.641862] env[69984]: value = "task-3945870" [ 1216.641862] env[69984]: _type = "Task" [ 1216.641862] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.649699] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.839241] env[69984]: DEBUG nova.network.neutron [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.862656] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68ad8fcb-a8af-47c2-b14c-6cd204f45afc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.872432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef9c65-e382-41af-b1bc-19dd2f11d808 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.899903] env[69984]: DEBUG nova.compute.manager [req-f27e2a38-dcff-47f0-908b-87574c1e4825 req-90152948-b0cf-4dcb-b338-22c3709d3fc0 service nova] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Detach interface failed, port_id=e6d16e64-5e27-4943-897b-83a2df973761, reason: Instance 6c58e17e-8683-42ab-a982-a9357cc72475 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.998163] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.998819] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.154393] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945870, 'name': ReconfigVM_Task, 'duration_secs': 0.457405} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.154874] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.155602] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b6da3d3-2f96-4692-9477-4b649e0d4f35 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.163765] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1217.163765] env[69984]: value = "task-3945871" [ 1217.163765] env[69984]: _type = "Task" [ 1217.163765] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.174751] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945871, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.341429] env[69984]: INFO nova.compute.manager [-] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Took 1.26 seconds to deallocate network for instance. [ 1217.505057] env[69984]: DEBUG nova.compute.utils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.506469] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.506627] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.546034] env[69984]: DEBUG nova.policy [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '154561c49f094a67ac763ce096550808', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fdfe1e03bf041fcac3feb6d6a15b101', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.675549] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945871, 'name': Rename_Task, 'duration_secs': 0.143408} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.675794] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.676063] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e329a9-078c-4535-979d-60eddfe1ac7d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.682677] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1217.682677] env[69984]: value = "task-3945872" [ 1217.682677] env[69984]: _type = "Task" [ 1217.682677] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.691785] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.796255] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Successfully created port: 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.850685] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.850986] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.851244] env[69984]: DEBUG nova.objects.instance [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lazy-loading 'resources' on Instance uuid 6c58e17e-8683-42ab-a982-a9357cc72475 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.011045] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.193546] env[69984]: DEBUG oslo_vmware.api [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945872, 'name': PowerOnVM_Task, 'duration_secs': 0.427062} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.193772] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.193973] env[69984]: INFO nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1218.194174] env[69984]: DEBUG nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.194943] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83588b95-be82-4bcd-b06c-85d8396cf119 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.433014] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe943f48-6010-42f5-af32-761a740d0f64 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.441186] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1d26cd-5617-44c8-87bd-8fcffe734950 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.472555] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe2e92f-7d10-4857-8aa9-c3375d2d5c8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.480972] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a67cd-2d41-4078-b49e-2e635dcf4aa9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.494552] env[69984]: DEBUG nova.compute.provider_tree [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.722288] env[69984]: INFO nova.compute.manager [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Took 11.81 seconds to build instance. [ 1218.998332] env[69984]: DEBUG nova.scheduler.client.report [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.020439] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.055361] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.055669] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.055885] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.056157] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.056296] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.056494] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.056773] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.056949] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.057150] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.057401] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.057586] env[69984]: DEBUG nova.virt.hardware [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.058607] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2cddd7-13ab-494b-b526-89b500dd001a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.067346] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ce714d-5b6d-4fe9-bd0d-1eedc6744207 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.154202] env[69984]: DEBUG nova.compute.manager [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.154417] env[69984]: DEBUG nova.compute.manager [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing instance network info cache due to event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.154656] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.154826] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.154960] env[69984]: DEBUG nova.network.neutron [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.181248] env[69984]: DEBUG nova.compute.manager [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-vif-plugged-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.181549] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] Acquiring lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.181753] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.181923] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.182105] env[69984]: DEBUG nova.compute.manager [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] No waiting events found dispatching network-vif-plugged-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1219.182342] env[69984]: WARNING nova.compute.manager [req-b27c4bc3-895d-469f-8c68-09582c32535e req-75591e9e-11e4-4f61-821a-11f32d8e94f1 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received unexpected event network-vif-plugged-535df081-29dc-49a5-94dc-bbba31a6a2ae for instance with vm_state building and task_state spawning. [ 1219.225731] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0e5a05e9-c0a4-4931-a68b-ff2b8a713f94 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.320s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.266855] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Successfully updated port: 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.503093] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.526524] env[69984]: INFO nova.scheduler.client.report [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Deleted allocations for instance 6c58e17e-8683-42ab-a982-a9357cc72475 [ 1219.770581] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.770979] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.770979] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.870144] env[69984]: DEBUG nova.network.neutron [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updated VIF entry in instance network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.870516] env[69984]: DEBUG nova.network.neutron [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.036791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a463e88f-8618-4827-9c51-f2664587ae6a tempest-AttachInterfacesTestJSON-1554006355 tempest-AttachInterfacesTestJSON-1554006355-project-member] Lock "6c58e17e-8683-42ab-a982-a9357cc72475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.593s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.302586] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.373302] env[69984]: DEBUG oslo_concurrency.lockutils [req-a6b3fc36-2072-43fc-aa5a-9a282f0b14f6 req-3c9f3207-702c-4083-842a-30d2fd039a22 service nova] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.432699] env[69984]: DEBUG nova.network.neutron [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.935595] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.935950] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Instance network_info: |[{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.936430] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e5:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535df081-29dc-49a5-94dc-bbba31a6a2ae', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.944013] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Creating folder: Project (7fdfe1e03bf041fcac3feb6d6a15b101). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.944316] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd256b90-d1ac-4cd9-a9fd-d51933ada8a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.955898] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Created folder: Project (7fdfe1e03bf041fcac3feb6d6a15b101) in parent group-v782883. [ 1220.956273] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Creating folder: Instances. Parent ref: group-v783197. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.956415] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-287d5dc5-44e3-49f6-bb4f-7c34ca40b877 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.965616] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Created folder: Instances in parent group-v783197. [ 1220.965862] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.966084] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.966307] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bac260be-d13a-4c1d-af9a-5b2202c6c8e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.987256] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.987256] env[69984]: value = "task-3945875" [ 1220.987256] env[69984]: _type = "Task" [ 1220.987256] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.995891] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945875, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.209252] env[69984]: DEBUG nova.compute.manager [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.209337] env[69984]: DEBUG nova.compute.manager [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing instance network info cache due to event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.209553] env[69984]: DEBUG oslo_concurrency.lockutils [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.209748] env[69984]: DEBUG oslo_concurrency.lockutils [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.209919] env[69984]: DEBUG nova.network.neutron [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.498275] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945875, 'name': CreateVM_Task, 'duration_secs': 0.317691} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.498558] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.499287] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.499472] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.499799] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.500088] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f482a13-c28e-4c42-8ce2-bc4a51122f3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.506306] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1221.506306] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc0278-be44-508b-8221-666d1896c9dc" [ 1221.506306] env[69984]: _type = "Task" [ 1221.506306] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.515694] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc0278-be44-508b-8221-666d1896c9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.907385] env[69984]: DEBUG nova.network.neutron [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updated VIF entry in instance network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.907498] env[69984]: DEBUG nova.network.neutron [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.017075] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bc0278-be44-508b-8221-666d1896c9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013166} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.017368] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.017765] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.017765] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.017892] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.018085] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.018350] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff10b48-0221-4237-aa03-a68015878409 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.027309] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.027520] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.028266] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7ab887-0f3f-4630-83f3-e8cdca24d42c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.033899] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1222.033899] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c591e1-d679-0814-cc03-2b8b1599c4a6" [ 1222.033899] env[69984]: _type = "Task" [ 1222.033899] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.042061] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c591e1-d679-0814-cc03-2b8b1599c4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.411724] env[69984]: DEBUG oslo_concurrency.lockutils [req-f2459552-9ba7-4ea6-b710-d68d8e87dfc8 req-03246576-63b4-4449-a601-bc99f8dcdf21 service nova] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.544482] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c591e1-d679-0814-cc03-2b8b1599c4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.545353] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ed6c8e-8764-40c3-a96f-1ca6b3f702c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.551433] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1222.551433] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525dab3f-4eac-1bcb-fd23-a9b10bfc4509" [ 1222.551433] env[69984]: _type = "Task" [ 1222.551433] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.560023] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525dab3f-4eac-1bcb-fd23-a9b10bfc4509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.063933] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525dab3f-4eac-1bcb-fd23-a9b10bfc4509, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.064363] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.064459] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 9cb62d34-7f4c-4281-9115-90466af1ba2f/9cb62d34-7f4c-4281-9115-90466af1ba2f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.064655] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793c04a0-7eba-46be-9651-095a4eebd190 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.072046] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1223.072046] env[69984]: value = "task-3945876" [ 1223.072046] env[69984]: _type = "Task" [ 1223.072046] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.080870] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.583093] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452715} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.583427] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 9cb62d34-7f4c-4281-9115-90466af1ba2f/9cb62d34-7f4c-4281-9115-90466af1ba2f.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.583695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.584011] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be17ae0-f66d-466e-ae6b-019cc956e368 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.590453] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1223.590453] env[69984]: value = "task-3945877" [ 1223.590453] env[69984]: _type = "Task" [ 1223.590453] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.600104] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.101297] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062478} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.101698] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.102410] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f03e65-a335-4706-b53d-bbe9431172d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.131437] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 9cb62d34-7f4c-4281-9115-90466af1ba2f/9cb62d34-7f4c-4281-9115-90466af1ba2f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.131952] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b52321-71d1-4cad-b570-069f1519da3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.153663] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1224.153663] env[69984]: value = "task-3945878" [ 1224.153663] env[69984]: _type = "Task" [ 1224.153663] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.162185] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.663447] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945878, 'name': ReconfigVM_Task, 'duration_secs': 0.284435} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.663736] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 9cb62d34-7f4c-4281-9115-90466af1ba2f/9cb62d34-7f4c-4281-9115-90466af1ba2f.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.664368] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8933e1a-16be-41c9-b17c-9acad6a3bfe6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.670880] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1224.670880] env[69984]: value = "task-3945879" [ 1224.670880] env[69984]: _type = "Task" [ 1224.670880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.678608] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945879, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.180594] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945879, 'name': Rename_Task, 'duration_secs': 0.240609} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.181015] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.181119] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb14376-17af-4965-8197-b1b198204ba1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.187907] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1225.187907] env[69984]: value = "task-3945880" [ 1225.187907] env[69984]: _type = "Task" [ 1225.187907] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.195601] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.698715] env[69984]: DEBUG oslo_vmware.api [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945880, 'name': PowerOnVM_Task, 'duration_secs': 0.441306} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.699025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.699269] env[69984]: INFO nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1225.699472] env[69984]: DEBUG nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.700278] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a919c41-0262-4765-9975-6e3e33c9e368 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.218220] env[69984]: INFO nova.compute.manager [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Took 11.40 seconds to build instance. [ 1226.720414] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c3003db2-9517-4744-8de6-509e7d7209cf tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.913s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.915093] env[69984]: DEBUG nova.compute.manager [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.915367] env[69984]: DEBUG nova.compute.manager [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing instance network info cache due to event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.915553] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.915697] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.915851] env[69984]: DEBUG nova.network.neutron [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.621223] env[69984]: DEBUG nova.network.neutron [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updated VIF entry in instance network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.621652] env[69984]: DEBUG nova.network.neutron [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.124265] env[69984]: DEBUG oslo_concurrency.lockutils [req-4f70de9e-d0e0-406e-b2e9-bdd843ede361 req-fe96e68c-d606-4673-afcc-9f99e3ae3183 service nova] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.380864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.381241] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.884044] env[69984]: DEBUG nova.compute.utils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.313066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c82d9d04-30ea-4377-a543-abd00112fd8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.313066] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.386804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.815533] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.339867] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.340317] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.343069] env[69984]: INFO nova.compute.claims [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.451555] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.451924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.452066] env[69984]: INFO nova.compute.manager [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Attaching volume 8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d to /dev/sdb [ 1242.486048] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5046661-0eac-49df-8fe9-88847bc72fd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.492393] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c40910-6ab6-4224-a1a7-a80c34a5bea0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.505963] env[69984]: DEBUG nova.virt.block_device [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating existing volume attachment record: df218b69-5a37-462d-81c4-29e6d5f8c25b {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1243.422067] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737441e4-2977-4fee-bd86-42c10d5d56ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.430408] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddabade-1ce5-44f0-a0e0-0eff6283f92a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.461268] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f3570-b48a-4168-bd92-9d01b91696d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.469695] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa0518a-fd48-4788-87ec-48e7ca6684d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.485661] env[69984]: DEBUG nova.compute.provider_tree [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.989707] env[69984]: DEBUG nova.scheduler.client.report [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.495353] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.495872] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.002533] env[69984]: DEBUG nova.compute.utils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.004303] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.004494] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.056767] env[69984]: DEBUG nova.policy [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9093d6c1209e4b5dbd5a675cf316902e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a240d2a89c4fe0bc283f3368a68930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.334244] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Successfully created port: 071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.508358] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.518557] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.546343] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.546810] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.546963] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.547114] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.547283] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.547436] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.547648] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.547843] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.548037] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.548213] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.548391] env[69984]: DEBUG nova.virt.hardware [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.549283] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acadddf4-7307-4082-b03a-ad754f39591f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.558538] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4fa102-3d31-48cb-93db-9a90c5f7ff19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.700164] env[69984]: DEBUG nova.compute.manager [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Received event network-vif-plugged-071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.700402] env[69984]: DEBUG oslo_concurrency.lockutils [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] Acquiring lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.700622] env[69984]: DEBUG oslo_concurrency.lockutils [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.700805] env[69984]: DEBUG oslo_concurrency.lockutils [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.700958] env[69984]: DEBUG nova.compute.manager [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] No waiting events found dispatching network-vif-plugged-071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.701138] env[69984]: WARNING nova.compute.manager [req-924ef507-d2e6-4c43-a87c-5869abfac3b7 req-8797a0c2-2fab-44cd-b7b8-b1f77664af07 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Received unexpected event network-vif-plugged-071e256a-b0fa-4a56-9311-b5d3656c7a82 for instance with vm_state building and task_state spawning. [ 1246.791495] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Successfully updated port: 071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.049946] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1247.050214] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783201', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'name': 'volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b164b3-dc72-4fec-8aa8-910e146a87aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'serial': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1247.051160] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496c842-c301-42c9-bbaa-1c974e4a90bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.067884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e90f0-97d4-4de0-89f8-aa9dad58f057 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.094253] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d/volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.094556] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43e4e31-adbd-44a1-bdbd-5b32db79fe55 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.112542] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1247.112542] env[69984]: value = "task-3945885" [ 1247.112542] env[69984]: _type = "Task" [ 1247.112542] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.121655] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.294217] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.294383] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.294613] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.623133] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945885, 'name': ReconfigVM_Task, 'duration_secs': 0.378585} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.623933] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d/volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.630026] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529dcbd7-c64d-4ef8-b930-97acf4691b97 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.647355] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1247.647355] env[69984]: value = "task-3945886" [ 1247.647355] env[69984]: _type = "Task" [ 1247.647355] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.654765] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.827229] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.953418] env[69984]: DEBUG nova.network.neutron [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updating instance_info_cache with network_info: [{"id": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "address": "fa:16:3e:64:5b:62", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071e256a-b0", "ovs_interfaceid": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.156053] env[69984]: DEBUG oslo_vmware.api [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945886, 'name': ReconfigVM_Task, 'duration_secs': 0.144638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.156426] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783201', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'name': 'volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b164b3-dc72-4fec-8aa8-910e146a87aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'serial': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1248.456468] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.456859] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance network_info: |[{"id": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "address": "fa:16:3e:64:5b:62", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071e256a-b0", "ovs_interfaceid": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.457352] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5b:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '071e256a-b0fa-4a56-9311-b5d3656c7a82', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.467131] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.467457] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.467797] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e579a3a-dde2-47f2-a4f5-5497cfd6ca48 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.498714] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.498714] env[69984]: value = "task-3945887" [ 1248.498714] env[69984]: _type = "Task" [ 1248.498714] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.506785] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945887, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.730077] env[69984]: DEBUG nova.compute.manager [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Received event network-changed-071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.730077] env[69984]: DEBUG nova.compute.manager [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Refreshing instance network info cache due to event network-changed-071e256a-b0fa-4a56-9311-b5d3656c7a82. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.730077] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] Acquiring lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.730077] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] Acquired lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.730077] env[69984]: DEBUG nova.network.neutron [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Refreshing network info cache for port 071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.008921] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945887, 'name': CreateVM_Task, 'duration_secs': 0.298033} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.009119] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.009734] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.009900] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.010245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.010517] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837fd407-d923-47b1-a1ad-b5b0032ed7bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.015702] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1249.015702] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eb5438-9e3f-ca00-1ea4-809e43ea44a1" [ 1249.015702] env[69984]: _type = "Task" [ 1249.015702] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.024053] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eb5438-9e3f-ca00-1ea4-809e43ea44a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.203623] env[69984]: DEBUG nova.objects.instance [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid c0b164b3-dc72-4fec-8aa8-910e146a87aa {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.444771] env[69984]: DEBUG nova.network.neutron [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updated VIF entry in instance network info cache for port 071e256a-b0fa-4a56-9311-b5d3656c7a82. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.445379] env[69984]: DEBUG nova.network.neutron [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updating instance_info_cache with network_info: [{"id": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "address": "fa:16:3e:64:5b:62", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071e256a-b0", "ovs_interfaceid": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.526527] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52eb5438-9e3f-ca00-1ea4-809e43ea44a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.526867] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.527116] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.527351] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.527499] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.527679] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.527966] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f672b9f-cc61-4de6-9d6e-ee3e9f8c6ea7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.537104] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.537308] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.538016] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976bee90-d99d-4b99-9566-8a31043e1e6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.543674] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1249.543674] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bfc1d0-8440-e2a5-883f-6ff89d6209ad" [ 1249.543674] env[69984]: _type = "Task" [ 1249.543674] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.551420] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bfc1d0-8440-e2a5-883f-6ff89d6209ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.708924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7a1b4c50-78dd-48d3-a22e-121834f0ef65 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.948391] env[69984]: DEBUG oslo_concurrency.lockutils [req-b27795f1-c280-417e-bbc3-e630ae81825f req-8cbfb666-d5fb-4b00-89a2-e350ac8b74c2 service nova] Releasing lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.055062] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52bfc1d0-8440-e2a5-883f-6ff89d6209ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.055444] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d76859-1e2e-4fc2-bf45-f702a1cf501f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.063252] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1250.063252] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf326f-5143-3a86-f78e-c473c9b76142" [ 1250.063252] env[69984]: _type = "Task" [ 1250.063252] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.072351] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf326f-5143-3a86-f78e-c473c9b76142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.574279] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf326f-5143-3a86-f78e-c473c9b76142, 'name': SearchDatastore_Task, 'duration_secs': 0.012748} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.574517] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.574839] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.575183] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58245a6-c94d-4b12-9560-488573c84dd8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.582794] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1250.582794] env[69984]: value = "task-3945888" [ 1250.582794] env[69984]: _type = "Task" [ 1250.582794] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.591284] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.898753] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "9d970f39-e335-49d0-877b-5e9f985a4c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.899049] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.093105] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459213} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.093491] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.093566] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.093771] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12ad8642-8f3c-437e-a70a-dd6b057ae98e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.101970] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1251.101970] env[69984]: value = "task-3945889" [ 1251.101970] env[69984]: _type = "Task" [ 1251.101970] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.110185] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.402026] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.612140] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06678} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.612395] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.613134] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e33d3-fc42-47a3-b988-79a8aa8d8e1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.635603] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.635963] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a290d315-918a-4773-b761-28fabd16904d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.657697] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1251.657697] env[69984]: value = "task-3945890" [ 1251.657697] env[69984]: _type = "Task" [ 1251.657697] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.665565] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.925620] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.926350] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.927790] env[69984]: INFO nova.compute.claims [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.168336] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945890, 'name': ReconfigVM_Task, 'duration_secs': 0.270399} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.168770] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.169283] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2cfc52-8949-4910-ba6b-d70d1ac6f34b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.176285] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1252.176285] env[69984]: value = "task-3945891" [ 1252.176285] env[69984]: _type = "Task" [ 1252.176285] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.184788] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945891, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.686685] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945891, 'name': Rename_Task, 'duration_secs': 0.142792} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.687025] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.687225] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a77e77-618e-4803-86e3-16c6505346be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.694283] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1252.694283] env[69984]: value = "task-3945892" [ 1252.694283] env[69984]: _type = "Task" [ 1252.694283] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.702302] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.023289] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fc2e9-4916-44f9-9c2e-625ae7a2d838 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.031337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb4f6ac-faae-4eed-b15b-abdaceccea5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.063372] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d06076-f5ba-4699-8023-cc02b117eb80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.072233] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3179f1-e188-4299-b519-d227e941a3a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.086417] env[69984]: DEBUG nova.compute.provider_tree [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.204534] env[69984]: DEBUG oslo_vmware.api [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945892, 'name': PowerOnVM_Task, 'duration_secs': 0.465006} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.204907] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.205073] env[69984]: INFO nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1253.205307] env[69984]: DEBUG nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.206149] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd763d-b737-48b7-be49-5bdc039aaf64 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.590077] env[69984]: DEBUG nova.scheduler.client.report [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.723945] env[69984]: INFO nova.compute.manager [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Took 11.40 seconds to build instance. [ 1254.094900] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.095574] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.226115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caed46b9-cb12-4667-ab36-6ce82cefae37 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.913s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.600798] env[69984]: DEBUG nova.compute.utils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.602280] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.602440] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.638886] env[69984]: DEBUG nova.compute.manager [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Received event network-changed-071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.639123] env[69984]: DEBUG nova.compute.manager [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Refreshing instance network info cache due to event network-changed-071e256a-b0fa-4a56-9311-b5d3656c7a82. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.639343] env[69984]: DEBUG oslo_concurrency.lockutils [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] Acquiring lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.639485] env[69984]: DEBUG oslo_concurrency.lockutils [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] Acquired lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.639653] env[69984]: DEBUG nova.network.neutron [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Refreshing network info cache for port 071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.642581] env[69984]: DEBUG nova.policy [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db4f8c398014466b00524422e2d0526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bbbecc552f448cba521f85a392a99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.891587] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Successfully created port: 49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.107047] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.361459] env[69984]: DEBUG nova.network.neutron [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updated VIF entry in instance network info cache for port 071e256a-b0fa-4a56-9311-b5d3656c7a82. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.361845] env[69984]: DEBUG nova.network.neutron [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updating instance_info_cache with network_info: [{"id": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "address": "fa:16:3e:64:5b:62", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071e256a-b0", "ovs_interfaceid": "071e256a-b0fa-4a56-9311-b5d3656c7a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.864710] env[69984]: DEBUG oslo_concurrency.lockutils [req-30bcccd2-c5bc-4e12-8514-0f3bca01acc0 req-e7840224-f167-4555-be9a-5eade4943682 service nova] Releasing lock "refresh_cache-c82d9d04-30ea-4377-a543-abd00112fd8d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.116950] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.141900] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.142184] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.142350] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.142567] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.142671] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.142821] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.143040] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.143210] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.143379] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.143549] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.143722] env[69984]: DEBUG nova.virt.hardware [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.144703] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c929c17-4ea2-4746-8616-6ba7417e605d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.153794] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798ea595-07cd-462a-9574-4aab6075d2f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.182496] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.560463] env[69984]: DEBUG nova.compute.manager [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Received event network-vif-plugged-49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.560751] env[69984]: DEBUG oslo_concurrency.lockutils [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] Acquiring lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.560889] env[69984]: DEBUG oslo_concurrency.lockutils [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.561097] env[69984]: DEBUG oslo_concurrency.lockutils [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.561223] env[69984]: DEBUG nova.compute.manager [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] No waiting events found dispatching network-vif-plugged-49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.561408] env[69984]: WARNING nova.compute.manager [req-3df4c857-4fa3-49df-a948-0b0b1f131fd0 req-5d72f2b2-9643-4097-b29a-b652f201da42 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Received unexpected event network-vif-plugged-49732386-fc7e-4ed3-b915-1a84906105b2 for instance with vm_state building and task_state spawning. [ 1256.606106] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.606368] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.606656] env[69984]: INFO nova.compute.manager [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Shelving [ 1256.650857] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Successfully updated port: 49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.024707] env[69984]: DEBUG nova.objects.instance [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lazy-loading 'flavor' on Instance uuid 9cb62d34-7f4c-4281-9115-90466af1ba2f {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.154183] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.154515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.154515] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.530309] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.530528] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.616260] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.616688] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c03b71-f994-4765-be24-6eb794212d4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.624262] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1257.624262] env[69984]: value = "task-3945893" [ 1257.624262] env[69984]: _type = "Task" [ 1257.624262] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.634903] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.696729] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.860942] env[69984]: DEBUG nova.network.neutron [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updating instance_info_cache with network_info: [{"id": "49732386-fc7e-4ed3-b915-1a84906105b2", "address": "fa:16:3e:3f:c5:03", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49732386-fc", "ovs_interfaceid": "49732386-fc7e-4ed3-b915-1a84906105b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.923308] env[69984]: DEBUG nova.network.neutron [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.135053] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945893, 'name': PowerOffVM_Task, 'duration_secs': 0.22515} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.135053] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.135841] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e290dd-2a91-4dee-8933-9dff16fe7036 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.154706] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f69ff-1d91-4ecc-899c-6f3f5a8d20c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.364481] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.364790] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Instance network_info: |[{"id": "49732386-fc7e-4ed3-b915-1a84906105b2", "address": "fa:16:3e:3f:c5:03", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49732386-fc", "ovs_interfaceid": "49732386-fc7e-4ed3-b915-1a84906105b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.365239] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49732386-fc7e-4ed3-b915-1a84906105b2', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.373119] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.373346] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.373657] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d1b91e-2fdc-404b-9755-a6fa7d7c902b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.394740] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.394740] env[69984]: value = "task-3945894" [ 1258.394740] env[69984]: _type = "Task" [ 1258.394740] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.403369] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945894, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.597455] env[69984]: DEBUG nova.compute.manager [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Received event network-changed-49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.597667] env[69984]: DEBUG nova.compute.manager [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Refreshing instance network info cache due to event network-changed-49732386-fc7e-4ed3-b915-1a84906105b2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.597854] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Acquiring lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.598122] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Acquired lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.598122] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Refreshing network info cache for port 49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.664971] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Creating Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1258.665589] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5b205e1-160d-44c8-9c2e-6aa172018ec5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.673403] env[69984]: DEBUG nova.network.neutron [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.675934] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1258.675934] env[69984]: value = "task-3945895" [ 1258.675934] env[69984]: _type = "Task" [ 1258.675934] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.686252] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945895, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.905401] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945894, 'name': CreateVM_Task, 'duration_secs': 0.309212} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.905679] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.906452] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.906634] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.906974] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.907273] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8a0658-ca9a-4793-912a-58cb9116000c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.913365] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1258.913365] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff8def-e47c-2d71-8753-2dde39cf9864" [ 1258.913365] env[69984]: _type = "Task" [ 1258.913365] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.923916] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff8def-e47c-2d71-8753-2dde39cf9864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.177557] env[69984]: DEBUG oslo_concurrency.lockutils [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.177819] env[69984]: DEBUG nova.compute.manager [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Inject network info {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1259.178158] env[69984]: DEBUG nova.compute.manager [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] network_info to inject: |[{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1259.183111] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfiguring VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1259.183636] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.183865] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4849187d-262b-4564-9ec9-88fc4ee829aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.199446] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.199670] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.207514] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945895, 'name': CreateSnapshot_Task, 'duration_secs': 0.48195} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.208886] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Created Snapshot of the VM instance {{(pid=69984) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1259.209245] env[69984]: DEBUG oslo_vmware.api [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1259.209245] env[69984]: value = "task-3945896" [ 1259.209245] env[69984]: _type = "Task" [ 1259.209245] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.209973] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc9f1ad-a9c9-4c5a-b9b1-f3c6deb68541 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.222678] env[69984]: DEBUG oslo_vmware.api [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945896, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.326370] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updated VIF entry in instance network info cache for port 49732386-fc7e-4ed3-b915-1a84906105b2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.326848] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updating instance_info_cache with network_info: [{"id": "49732386-fc7e-4ed3-b915-1a84906105b2", "address": "fa:16:3e:3f:c5:03", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49732386-fc", "ovs_interfaceid": "49732386-fc7e-4ed3-b915-1a84906105b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.425668] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ff8def-e47c-2d71-8753-2dde39cf9864, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.426018] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.426262] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.426500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.426676] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.426865] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.427150] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed7aa4d9-538c-4d53-a3fc-2545b0ec7b1b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.436656] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.436855] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.437609] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e7c11f-4305-4673-9f45-2242161b4af5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.444213] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1259.444213] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5207a51d-d86e-d7bf-d826-4cdd1918ed5d" [ 1259.444213] env[69984]: _type = "Task" [ 1259.444213] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.452359] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5207a51d-d86e-d7bf-d826-4cdd1918ed5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.544163] env[69984]: DEBUG nova.objects.instance [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lazy-loading 'flavor' on Instance uuid 9cb62d34-7f4c-4281-9115-90466af1ba2f {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.706419] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.706826] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.706956] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.707151] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.708433] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60a2ce9-a918-45a0-a2fe-615692cbfe5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.722769] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90301f31-b663-4181-be07-6ff1a2182056 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.742711] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Creating linked-clone VM from snapshot {{(pid=69984) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1259.743187] env[69984]: DEBUG oslo_vmware.api [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945896, 'name': ReconfigVM_Task, 'duration_secs': 0.168469} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.744060] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-06cfc80e-8c9d-418e-9ecf-7079c66eb860 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.748228] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-aca0392e-40f1-46be-8658-f86db59b5cc8 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfigured VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1259.764509] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b934ef3-02a0-4b98-a3b8-7fa4bdddfd5a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.769628] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1259.769628] env[69984]: value = "task-3945897" [ 1259.769628] env[69984]: _type = "Task" [ 1259.769628] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.780127] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4593587-be84-46c1-b495-22fba9086364 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.788184] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945897, 'name': CloneVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.815765] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179819MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.815984] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.816193] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.829142] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Releasing lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.829483] env[69984]: DEBUG nova.compute.manager [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.829651] env[69984]: DEBUG nova.compute.manager [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing instance network info cache due to event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.829911] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.830078] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.830251] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.956018] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5207a51d-d86e-d7bf-d826-4cdd1918ed5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.956937] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d12a14-bf90-4819-8af7-b6dd5f8e9a8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.962604] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1259.962604] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c597a-821e-9062-ff39-e0354f2b9c16" [ 1259.962604] env[69984]: _type = "Task" [ 1259.962604] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.971595] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c597a-821e-9062-ff39-e0354f2b9c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.049530] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.280375] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945897, 'name': CloneVM_Task} progress is 94%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.480082] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524c597a-821e-9062-ff39-e0354f2b9c16, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.480449] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.480805] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 9d970f39-e335-49d0-877b-5e9f985a4c13/9d970f39-e335-49d0-877b-5e9f985a4c13.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.481178] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cb3fd4b-7931-410f-9fb2-0286adde69db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.489059] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1260.489059] env[69984]: value = "task-3945898" [ 1260.489059] env[69984]: _type = "Task" [ 1260.489059] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.497280] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.567673] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updated VIF entry in instance network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.568089] env[69984]: DEBUG nova.network.neutron [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.782835] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945897, 'name': CloneVM_Task} progress is 95%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.849913] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850124] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c0b164b3-dc72-4fec-8aa8-910e146a87aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850259] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 8902a357-3f91-44a7-b0d2-d67500ba818e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850391] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 9cb62d34-7f4c-4281-9115-90466af1ba2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850541] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c82d9d04-30ea-4377-a543-abd00112fd8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850663] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 9d970f39-e335-49d0-877b-5e9f985a4c13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.850859] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1260.851044] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1260.970104] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed44ff-bd96-4a1b-b406-31b1412948c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.980267] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ec4a7-7143-4015-9c64-d563d1c5bf2b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.026447] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e5a58-5815-4290-916c-e1c51581a7b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.038079] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d96ac1-386f-4567-8327-35d80c21dfe4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.041827] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503634} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.042108] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 9d970f39-e335-49d0-877b-5e9f985a4c13/9d970f39-e335-49d0-877b-5e9f985a4c13.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.042324] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.042896] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc834f0d-c351-423b-b83b-e6489bbe260e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.052610] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.058852] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1261.058852] env[69984]: value = "task-3945899" [ 1261.058852] env[69984]: _type = "Task" [ 1261.058852] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.067981] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.070837] env[69984]: DEBUG oslo_concurrency.lockutils [req-064e0d2a-eb63-4917-ac23-e888e01ac3b6 req-73f22a47-3dfc-4e87-8790-b9236d46556b service nova] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.070980] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.281612] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945897, 'name': CloneVM_Task, 'duration_secs': 1.206274} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.281895] env[69984]: INFO nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Created linked-clone VM from snapshot [ 1261.282662] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44bc558-9b56-48c8-8af1-cef473008912 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.290610] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Uploading image b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1261.319231] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1261.319231] env[69984]: value = "vm-783205" [ 1261.319231] env[69984]: _type = "VirtualMachine" [ 1261.319231] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1261.319589] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a34e399-d9a6-480f-ac51-df7fd3024c1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.327816] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease: (returnval){ [ 1261.327816] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522d29fc-c25d-6529-d6f1-c688d391da2b" [ 1261.327816] env[69984]: _type = "HttpNfcLease" [ 1261.327816] env[69984]: } obtained for exporting VM: (result){ [ 1261.327816] env[69984]: value = "vm-783205" [ 1261.327816] env[69984]: _type = "VirtualMachine" [ 1261.327816] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1261.328125] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the lease: (returnval){ [ 1261.328125] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522d29fc-c25d-6529-d6f1-c688d391da2b" [ 1261.328125] env[69984]: _type = "HttpNfcLease" [ 1261.328125] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1261.337096] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.337096] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522d29fc-c25d-6529-d6f1-c688d391da2b" [ 1261.337096] env[69984]: _type = "HttpNfcLease" [ 1261.337096] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.437162] env[69984]: DEBUG nova.network.neutron [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.462367] env[69984]: DEBUG nova.compute.manager [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.462512] env[69984]: DEBUG nova.compute.manager [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing instance network info cache due to event network-changed-535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.462683] env[69984]: DEBUG oslo_concurrency.lockutils [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] Acquiring lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.556130] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.568342] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066998} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.568614] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.569422] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a122053-e518-4d80-b785-e96bef9e4b2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.592009] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 9d970f39-e335-49d0-877b-5e9f985a4c13/9d970f39-e335-49d0-877b-5e9f985a4c13.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.592523] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd19698-26a0-4c95-852c-7b9fab77cd91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.612294] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1261.612294] env[69984]: value = "task-3945901" [ 1261.612294] env[69984]: _type = "Task" [ 1261.612294] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.620765] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.837305] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.837305] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522d29fc-c25d-6529-d6f1-c688d391da2b" [ 1261.837305] env[69984]: _type = "HttpNfcLease" [ 1261.837305] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1261.837801] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1261.837801] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522d29fc-c25d-6529-d6f1-c688d391da2b" [ 1261.837801] env[69984]: _type = "HttpNfcLease" [ 1261.837801] env[69984]: }. {{(pid=69984) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1261.838295] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c624f600-d5d3-4558-9bd2-f7814b20e2ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.846042] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1261.846207] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk for reading. {{(pid=69984) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1261.931084] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f7f3546-28df-4fb8-ae6e-b47eee9cb9df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.060289] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1262.060515] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.244s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.122579] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945901, 'name': ReconfigVM_Task, 'duration_secs': 0.283473} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.122880] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 9d970f39-e335-49d0-877b-5e9f985a4c13/9d970f39-e335-49d0-877b-5e9f985a4c13.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.123569] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d745b087-d634-473e-a757-c8b2f9787fba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.132266] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1262.132266] env[69984]: value = "task-3945902" [ 1262.132266] env[69984]: _type = "Task" [ 1262.132266] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.144395] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945902, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.182829] env[69984]: DEBUG nova.network.neutron [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.643109] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945902, 'name': Rename_Task, 'duration_secs': 0.183331} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.643420] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.643805] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309abf9f-0b18-41c2-a71f-d27d27d85dab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.651032] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1262.651032] env[69984]: value = "task-3945903" [ 1262.651032] env[69984]: _type = "Task" [ 1262.651032] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.662578] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.685551] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.686159] env[69984]: DEBUG nova.compute.manager [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Inject network info {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1262.686740] env[69984]: DEBUG nova.compute.manager [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] network_info to inject: |[{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1262.692585] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfiguring VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1262.693101] env[69984]: DEBUG oslo_concurrency.lockutils [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] Acquired lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.693401] env[69984]: DEBUG nova.network.neutron [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Refreshing network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.695053] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513813fe-ff46-41a1-9643-0a82ab4e7ef2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.713959] env[69984]: DEBUG oslo_vmware.api [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1262.713959] env[69984]: value = "task-3945904" [ 1262.713959] env[69984]: _type = "Task" [ 1262.713959] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.723759] env[69984]: DEBUG oslo_vmware.api [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.042847] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.043403] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.043646] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.043901] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.044168] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1263.162870] env[69984]: DEBUG oslo_vmware.api [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945903, 'name': PowerOnVM_Task, 'duration_secs': 0.487622} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.163278] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.163593] env[69984]: INFO nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1263.163907] env[69984]: DEBUG nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.164738] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aca479-395c-4836-95bb-f2c852ad9b78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.225060] env[69984]: DEBUG oslo_vmware.api [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945904, 'name': ReconfigVM_Task, 'duration_secs': 0.182632} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.225529] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2315dfef-fbaa-4d7c-beb2-afba9e45dc93 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Reconfigured VM instance to set the machine id {{(pid=69984) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1263.257220] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.257718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.257994] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.258545] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.258817] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.261126] env[69984]: INFO nova.compute.manager [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Terminating instance [ 1263.457690] env[69984]: DEBUG nova.network.neutron [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updated VIF entry in instance network info cache for port 535df081-29dc-49a5-94dc-bbba31a6a2ae. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.458192] env[69984]: DEBUG nova.network.neutron [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [{"id": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "address": "fa:16:3e:0f:e5:35", "network": {"id": "d7f19d1a-0865-4062-b64d-27a25f142a6f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1756607492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdfe1e03bf041fcac3feb6d6a15b101", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535df081-29", "ovs_interfaceid": "535df081-29dc-49a5-94dc-bbba31a6a2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.684154] env[69984]: INFO nova.compute.manager [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Took 11.78 seconds to build instance. [ 1263.766238] env[69984]: DEBUG nova.compute.manager [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.766850] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.767955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5064c4a-c718-439d-bdc8-3c8ec0fefdd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.777224] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.777599] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5614d353-06d2-4f93-81ea-c66ae5d41810 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.785772] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1263.785772] env[69984]: value = "task-3945905" [ 1263.785772] env[69984]: _type = "Task" [ 1263.785772] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.795438] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.960648] env[69984]: DEBUG oslo_concurrency.lockutils [req-008dc29b-16e5-43ca-83e4-c7e7cfccdd72 req-3ca56566-48a0-4abe-b994-8ace9a2047c8 service nova] Releasing lock "refresh_cache-9cb62d34-7f4c-4281-9115-90466af1ba2f" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.104126] env[69984]: DEBUG nova.compute.manager [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Received event network-changed-49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.104126] env[69984]: DEBUG nova.compute.manager [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Refreshing instance network info cache due to event network-changed-49732386-fc7e-4ed3-b915-1a84906105b2. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.104412] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] Acquiring lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.104412] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] Acquired lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.104519] env[69984]: DEBUG nova.network.neutron [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Refreshing network info cache for port 49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.185748] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7eda58f2-f5da-46da-8a55-d250d3817e39 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.286s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.297823] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945905, 'name': PowerOffVM_Task, 'duration_secs': 0.262971} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.298137] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.298337] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.298636] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ea4ed4-edfa-4c68-ae01-adb196e5f4c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.367059] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.367059] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.367059] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Deleting the datastore file [datastore2] 9cb62d34-7f4c-4281-9115-90466af1ba2f {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.367059] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c87802-5f15-42df-a54c-d1cd414a9bcd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.375542] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for the task: (returnval){ [ 1264.375542] env[69984]: value = "task-3945907" [ 1264.375542] env[69984]: _type = "Task" [ 1264.375542] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.385297] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.825451] env[69984]: DEBUG nova.network.neutron [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updated VIF entry in instance network info cache for port 49732386-fc7e-4ed3-b915-1a84906105b2. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.826043] env[69984]: DEBUG nova.network.neutron [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updating instance_info_cache with network_info: [{"id": "49732386-fc7e-4ed3-b915-1a84906105b2", "address": "fa:16:3e:3f:c5:03", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49732386-fc", "ovs_interfaceid": "49732386-fc7e-4ed3-b915-1a84906105b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.888539] env[69984]: DEBUG oslo_vmware.api [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Task: {'id': task-3945907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243721} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.888870] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.889035] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.889188] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.889370] env[69984]: INFO nova.compute.manager [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1264.889623] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.889824] env[69984]: DEBUG nova.compute.manager [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.889928] env[69984]: DEBUG nova.network.neutron [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.329267] env[69984]: DEBUG oslo_concurrency.lockutils [req-ea46bb7a-3393-4e84-bc8a-bd996c7935cf req-59cab7f8-887e-43a6-b36c-300cbe2950f7 service nova] Releasing lock "refresh_cache-9d970f39-e335-49d0-877b-5e9f985a4c13" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.872032] env[69984]: DEBUG nova.network.neutron [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.132343] env[69984]: DEBUG nova.compute.manager [req-a2bbb1f4-c22e-424c-a84b-6552d8207ea4 req-53b33614-396c-4c7a-b7bc-d1be98e95b6c service nova] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Received event network-vif-deleted-535df081-29dc-49a5-94dc-bbba31a6a2ae {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.374885] env[69984]: INFO nova.compute.manager [-] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Took 1.48 seconds to deallocate network for instance. [ 1266.883779] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.884061] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.884299] env[69984]: DEBUG nova.objects.instance [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lazy-loading 'resources' on Instance uuid 9cb62d34-7f4c-4281-9115-90466af1ba2f {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.479023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb8583-518d-4e4e-8010-813fc8a0ef61 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.487373] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b002122b-df40-4b25-b638-53dc312dc577 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.519763] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ae7ee-f0e4-4c00-a685-0ec49bc6afee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.528915] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2471dc25-2d1c-4c2e-af8a-070e50873548 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.543268] env[69984]: DEBUG nova.compute.provider_tree [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.046737] env[69984]: DEBUG nova.scheduler.client.report [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.552090] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.575155] env[69984]: INFO nova.scheduler.client.report [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Deleted allocations for instance 9cb62d34-7f4c-4281-9115-90466af1ba2f [ 1269.082893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-15540031-f2bb-4a8d-bea6-6023ebec96d9 tempest-AttachInterfacesUnderV243Test-2065662911 tempest-AttachInterfacesUnderV243Test-2065662911-project-member] Lock "9cb62d34-7f4c-4281-9115-90466af1ba2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.825s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.952304] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1269.953488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb600c-c2fb-47a2-9245-0f6f6206c299 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.960310] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1269.960480] env[69984]: ERROR oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk due to incomplete transfer. [ 1269.960738] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-95810395-3fb1-439d-9b59-211c602b7acf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.971076] env[69984]: DEBUG oslo_vmware.rw_handles [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520afb16-8fca-9ed9-9708-bc65534a8366/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1269.971298] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Uploaded image b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d to the Glance image server {{(pid=69984) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1269.973517] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Destroying the VM {{(pid=69984) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1269.973862] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41180b1c-1954-4b6b-8979-2276e467046d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.982154] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1269.982154] env[69984]: value = "task-3945908" [ 1269.982154] env[69984]: _type = "Task" [ 1269.982154] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.991200] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945908, 'name': Destroy_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.493770] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945908, 'name': Destroy_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.994673] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945908, 'name': Destroy_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.494399] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945908, 'name': Destroy_Task, 'duration_secs': 1.310855} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.494688] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Destroyed the VM [ 1271.494936] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleting Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1271.495221] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2338567a-0529-4644-8df3-a1e4db451f41 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.502619] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1271.502619] env[69984]: value = "task-3945909" [ 1271.502619] env[69984]: _type = "Task" [ 1271.502619] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.510955] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.014058] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945909, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358245} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.014340] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleted Snapshot of the VM instance {{(pid=69984) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1272.014616] env[69984]: DEBUG nova.compute.manager [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.015407] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc473c92-cea6-405a-8bae-fff6ab94f6da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.527386] env[69984]: INFO nova.compute.manager [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Shelve offloading [ 1273.030890] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.031265] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a686e1-1a72-4488-919f-2c87c0201e76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.038991] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1273.038991] env[69984]: value = "task-3945910" [ 1273.038991] env[69984]: _type = "Task" [ 1273.038991] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.047772] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.177040] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.549424] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1273.549650] env[69984]: DEBUG nova.compute.manager [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1273.550969] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4610a6c-170f-4451-b788-b442bf002c7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.558579] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.558579] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.558579] env[69984]: DEBUG nova.network.neutron [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.280857] env[69984]: DEBUG nova.network.neutron [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.614023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.614023] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.784189] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.028178] env[69984]: DEBUG nova.compute.manager [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-vif-unplugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.028178] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.028914] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.029312] env[69984]: DEBUG oslo_concurrency.lockutils [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.029816] env[69984]: DEBUG nova.compute.manager [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] No waiting events found dispatching network-vif-unplugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1275.030592] env[69984]: WARNING nova.compute.manager [req-5b560d90-1fe5-49cc-ab60-8945faf114d8 req-90a0f07c-77f8-433d-9cac-1d9bba78d3d6 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received unexpected event network-vif-unplugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b for instance with vm_state shelved and task_state shelving_offloading. [ 1275.118968] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.121057] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.122065] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40182455-ca1e-45be-95a5-e751fee97950 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.130453] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.130662] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ed70b8-32e0-4d88-ad34-478b963b925b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.193211] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.193522] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.193826] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleting the datastore file [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.194239] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d74fe59-054d-433e-b842-65f52ab4104e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.203033] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1275.203033] env[69984]: value = "task-3945912" [ 1275.203033] env[69984]: _type = "Task" [ 1275.203033] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.211621] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.638617] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.639038] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.642439] env[69984]: INFO nova.compute.claims [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.713146] env[69984]: DEBUG oslo_vmware.api [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135592} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.713799] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.714058] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.714272] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.733025] env[69984]: INFO nova.scheduler.client.report [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted allocations for instance 8902a357-3f91-44a7-b0d2-d67500ba818e [ 1276.238089] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.720226] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d0697e-2fd5-4ada-ae75-ed0b048d31b1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.728226] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b76a6-c214-460f-8506-452e77d3ee2d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.759114] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00089c0-912a-493a-980c-0d8727421e0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.766227] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884a339-b9a6-40dc-b357-2f891d28a886 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.780025] env[69984]: DEBUG nova.compute.provider_tree [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.053533] env[69984]: DEBUG nova.compute.manager [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.053798] env[69984]: DEBUG nova.compute.manager [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing instance network info cache due to event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.054093] env[69984]: DEBUG oslo_concurrency.lockutils [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.054260] env[69984]: DEBUG oslo_concurrency.lockutils [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.054427] env[69984]: DEBUG nova.network.neutron [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.283735] env[69984]: DEBUG nova.scheduler.client.report [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.781661] env[69984]: DEBUG nova.network.neutron [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updated VIF entry in instance network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.782048] env[69984]: DEBUG nova.network.neutron [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.789280] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.789756] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.792372] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.554s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.792746] env[69984]: DEBUG nova.objects.instance [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'resources' on Instance uuid 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.232839] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.284584] env[69984]: DEBUG oslo_concurrency.lockutils [req-c4ebb33a-03e5-492b-8f47-6a7d4f621c61 req-98c6d355-5b8e-4df2-8aaf-79e54f487b9b service nova] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.295213] env[69984]: DEBUG nova.compute.utils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.296803] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.296979] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.300217] env[69984]: DEBUG nova.objects.instance [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'numa_topology' on Instance uuid 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.356922] env[69984]: DEBUG nova.policy [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d52ed8c6e34893a77fbd6bfd97d8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ee3af5b4f04502b76c262f4c8c09bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.622867] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Successfully created port: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.801206] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.804508] env[69984]: DEBUG nova.objects.base [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Object Instance<8902a357-3f91-44a7-b0d2-d67500ba818e> lazy-loaded attributes: resources,numa_topology {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.905182] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ed08d-30ee-4a18-929b-6f3f8fef1014 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.914197] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1f41e7-a400-4122-924b-1d1c32719fd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.947446] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2563c8-5174-42cc-ab46-463e3c5e52ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.955664] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429c802-8638-45a4-8977-19bb134d237a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.969302] env[69984]: DEBUG nova.compute.provider_tree [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.472415] env[69984]: DEBUG nova.scheduler.client.report [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.813569] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.840458] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.840707] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.840869] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.841066] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.841221] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.841373] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.841613] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.841729] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.841916] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.842123] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.842305] env[69984]: DEBUG nova.virt.hardware [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.843212] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e183d8-43e1-4687-901c-df8a9a09ff94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.851844] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65516295-28a1-4a47-8546-51ce48213d47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.978149] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.986367] env[69984]: DEBUG nova.compute.manager [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-vif-plugged-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.986566] env[69984]: DEBUG oslo_concurrency.lockutils [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] Acquiring lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.986710] env[69984]: DEBUG oslo_concurrency.lockutils [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.986877] env[69984]: DEBUG oslo_concurrency.lockutils [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.987062] env[69984]: DEBUG nova.compute.manager [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] No waiting events found dispatching network-vif-plugged-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1279.987235] env[69984]: WARNING nova.compute.manager [req-d45e4eca-9a0d-4aea-ad68-2ccbabb47b61 req-5af0dc38-c6c4-48e6-ae8a-5e4fe28e237e service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received unexpected event network-vif-plugged-41804cd0-82e6-4635-a21b-0c963b8e2ea4 for instance with vm_state building and task_state spawning. [ 1280.066915] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Successfully updated port: 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.485848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-81a51610-83d3-45b4-846d-359a4e8d63c2 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.879s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.486541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.254s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.486734] env[69984]: INFO nova.compute.manager [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Unshelving [ 1280.568864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.569062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.569130] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.141265] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.225891] env[69984]: DEBUG nova.network.neutron [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.514399] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.514679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.514896] env[69984]: DEBUG nova.objects.instance [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'pci_requests' on Instance uuid 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.728761] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.729076] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Instance network_info: |[{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.729542] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e4:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41804cd0-82e6-4635-a21b-0c963b8e2ea4', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.736978] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Creating folder: Project (06ee3af5b4f04502b76c262f4c8c09bb). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.737271] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29271492-57e7-48a1-ae4a-b35bd2962bc2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.749698] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Created folder: Project (06ee3af5b4f04502b76c262f4c8c09bb) in parent group-v782883. [ 1281.749961] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Creating folder: Instances. Parent ref: group-v783206. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.750233] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09f7170a-4f89-46d7-90a2-19e898d4ba25 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.759910] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Created folder: Instances in parent group-v783206. [ 1281.760175] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.760360] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.760571] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e093d3fc-88c9-4cc2-b730-369c71d37e07 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.779926] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.779926] env[69984]: value = "task-3945915" [ 1281.779926] env[69984]: _type = "Task" [ 1281.779926] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.788142] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945915, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.013812] env[69984]: DEBUG nova.compute.manager [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.013947] env[69984]: DEBUG nova.compute.manager [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing instance network info cache due to event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.014188] env[69984]: DEBUG oslo_concurrency.lockutils [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.014318] env[69984]: DEBUG oslo_concurrency.lockutils [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.014484] env[69984]: DEBUG nova.network.neutron [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.018829] env[69984]: DEBUG nova.objects.instance [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'numa_topology' on Instance uuid 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.290347] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945915, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.520551] env[69984]: INFO nova.compute.claims [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.760585] env[69984]: DEBUG nova.network.neutron [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updated VIF entry in instance network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.760957] env[69984]: DEBUG nova.network.neutron [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.791297] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945915, 'name': CreateVM_Task, 'duration_secs': 0.690542} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.791493] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.792203] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.792388] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.792712] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.792978] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f070020-dbf1-4410-8877-314580ae25b3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.798249] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1282.798249] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ed3b9-d6ce-946b-3f2a-600bc25a18e4" [ 1282.798249] env[69984]: _type = "Task" [ 1282.798249] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.805912] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ed3b9-d6ce-946b-3f2a-600bc25a18e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.264196] env[69984]: DEBUG oslo_concurrency.lockutils [req-f797d1b8-c0fe-4565-a6df-895f28fb0f0b req-aaa15763-0665-4065-98e0-096c3503afe6 service nova] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.309504] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ed3b9-d6ce-946b-3f2a-600bc25a18e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.309836] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.310045] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.310292] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.310438] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.310616] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.310883] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d706ad8-eafe-4525-8be6-499599db136f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.319832] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.320048] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.320742] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b7a5c7-1cef-4cd6-983a-75a78f283704 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.326046] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1283.326046] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0dbb-3779-d12c-a92b-68ee3d64ee60" [ 1283.326046] env[69984]: _type = "Task" [ 1283.326046] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.333512] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0dbb-3779-d12c-a92b-68ee3d64ee60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.610426] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c6e1f-be95-48cb-b0cb-8beb578ddc6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.618621] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e1eb6-de08-4ce5-bd49-38d64e22c9ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.648146] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722eac3-430c-4f0d-904e-19a49ca3ee49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.656066] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600969bc-f55e-4415-a21f-a3cbf1ddca1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.669934] env[69984]: DEBUG nova.compute.provider_tree [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.836572] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524f0dbb-3779-d12c-a92b-68ee3d64ee60, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.837420] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ebc742-1f82-496c-9973-f867b1ce4e45 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.842670] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1283.842670] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc1b30-7223-5ad5-03d8-13934ccdd1a2" [ 1283.842670] env[69984]: _type = "Task" [ 1283.842670] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.852110] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc1b30-7223-5ad5-03d8-13934ccdd1a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.173732] env[69984]: DEBUG nova.scheduler.client.report [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.353589] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dc1b30-7223-5ad5-03d8-13934ccdd1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.353981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.354297] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.354627] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c310f42c-74de-4b7a-824f-682323bff734 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.362262] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1284.362262] env[69984]: value = "task-3945916" [ 1284.362262] env[69984]: _type = "Task" [ 1284.362262] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.370653] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.679752] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.165s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.711868] env[69984]: INFO nova.network.neutron [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1284.873973] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450888} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.874252] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.874468] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.874728] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b39c0ab-9375-4b22-a7fd-90e12f73ae39 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.882099] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1284.882099] env[69984]: value = "task-3945917" [ 1284.882099] env[69984]: _type = "Task" [ 1284.882099] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.892459] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.391783] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071729} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.392206] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.392868] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd32d0-a2bd-45a0-ae74-2237235a5bc3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.416909] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.417226] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b3bf09-9153-4755-8a62-586bd87bad01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.437923] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1285.437923] env[69984]: value = "task-3945918" [ 1285.437923] env[69984]: _type = "Task" [ 1285.437923] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.446149] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.948974] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945918, 'name': ReconfigVM_Task, 'duration_secs': 0.32598} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.949263] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.949908] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4c52f64-4d3f-4f6c-b9e1-5cda451f1fca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.957839] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1285.957839] env[69984]: value = "task-3945919" [ 1285.957839] env[69984]: _type = "Task" [ 1285.957839] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.966336] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945919, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.237759] env[69984]: DEBUG nova.compute.manager [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.238188] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.238563] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.238889] env[69984]: DEBUG oslo_concurrency.lockutils [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.239229] env[69984]: DEBUG nova.compute.manager [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] No waiting events found dispatching network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1286.239576] env[69984]: WARNING nova.compute.manager [req-d3884ab9-a65a-4374-8a29-ed3f0ec365b2 req-719ad50a-7294-45df-ac0d-71b16b3713f3 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received unexpected event network-vif-plugged-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b for instance with vm_state shelved_offloaded and task_state spawning. [ 1286.331288] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.331543] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.331704] env[69984]: DEBUG nova.network.neutron [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.470705] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945919, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.973626] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945919, 'name': Rename_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.065332] env[69984]: DEBUG nova.network.neutron [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.471264] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945919, 'name': Rename_Task, 'duration_secs': 1.453985} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.471687] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.471783] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba1a518c-389f-4e18-a077-5b38cd83d3ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.478744] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1287.478744] env[69984]: value = "task-3945920" [ 1287.478744] env[69984]: _type = "Task" [ 1287.478744] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.486804] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.568850] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.600353] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='57046b6ee03bbcd503613ba632998361',container_format='bare',created_at=2025-05-09T10:43:01Z,direct_url=,disk_format='vmdk',id=b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1710424773-shelved',owner='366a053734e847a8bba9d60a95c2ca7b',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-09T10:43:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.600605] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.600765] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.600951] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.601115] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.601264] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.601476] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.601635] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.601803] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.601968] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.602166] env[69984]: DEBUG nova.virt.hardware [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.603063] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1c56c5-dc21-4286-9edb-04e412c79836 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.611743] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2774b0eb-433b-45c0-95e9-24464e33b1d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.626695] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:16:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.634329] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.634900] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.635266] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ed617df-6a20-4117-992d-e770db8405e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.655550] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.655550] env[69984]: value = "task-3945921" [ 1287.655550] env[69984]: _type = "Task" [ 1287.655550] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.663712] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945921, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.991242] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.165718] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945921, 'name': CreateVM_Task, 'duration_secs': 0.390384} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.165954] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.166589] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.166759] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.167178] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.167433] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0300708a-3f19-402d-9bf2-44ea72fb382f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.172628] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1288.172628] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52678ee5-360e-88c1-80e4-d2b25f7a85f2" [ 1288.172628] env[69984]: _type = "Task" [ 1288.172628] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.180520] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52678ee5-360e-88c1-80e4-d2b25f7a85f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.263978] env[69984]: DEBUG nova.compute.manager [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.264200] env[69984]: DEBUG nova.compute.manager [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing instance network info cache due to event network-changed-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.264420] env[69984]: DEBUG oslo_concurrency.lockutils [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] Acquiring lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.264572] env[69984]: DEBUG oslo_concurrency.lockutils [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] Acquired lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.264738] env[69984]: DEBUG nova.network.neutron [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Refreshing network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.490772] env[69984]: DEBUG oslo_vmware.api [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945920, 'name': PowerOnVM_Task, 'duration_secs': 0.56336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.492267] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.492267] env[69984]: INFO nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1288.492267] env[69984]: DEBUG nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1288.492874] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e39c2f7-2127-4b07-ac82-a598282479da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.684931] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.685230] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Processing image b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.685457] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.685628] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.685785] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.686106] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-965b1a64-5c48-447e-9d46-b8725af8b00b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.704327] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.704545] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.705306] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1220798-70c5-425b-aa70-8c160c2741df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.711271] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1288.711271] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52469d52-8190-6622-618c-44e53da98739" [ 1288.711271] env[69984]: _type = "Task" [ 1288.711271] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.719363] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52469d52-8190-6622-618c-44e53da98739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.975514] env[69984]: DEBUG nova.network.neutron [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updated VIF entry in instance network info cache for port 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.976118] env[69984]: DEBUG nova.network.neutron [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [{"id": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "address": "fa:16:3e:67:16:9f", "network": {"id": "4e2aeb26-5c4b-45e4-b975-f4afa97ab6e8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-78796231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "366a053734e847a8bba9d60a95c2ca7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fcdf4a6-40", "ovs_interfaceid": "7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.009172] env[69984]: INFO nova.compute.manager [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Took 13.39 seconds to build instance. [ 1289.222070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Preparing fetch location {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1289.222304] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Fetch image to [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3/OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3.vmdk {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1289.222487] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Downloading stream optimized image b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d to [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3/OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3.vmdk on the data store datastore2 as vApp {{(pid=69984) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1289.222656] env[69984]: DEBUG nova.virt.vmwareapi.images [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Downloading image file data b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d to the ESX as VM named 'OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3' {{(pid=69984) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1289.295656] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1289.295656] env[69984]: value = "resgroup-9" [ 1289.295656] env[69984]: _type = "ResourcePool" [ 1289.295656] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1289.296416] env[69984]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3faef7bf-3b6e-4809-8f7a-cfb2946eef42 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.317795] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease: (returnval){ [ 1289.317795] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52df830c-4df3-39da-a1bf-3ea77e29d187" [ 1289.317795] env[69984]: _type = "HttpNfcLease" [ 1289.317795] env[69984]: } obtained for vApp import into resource pool (val){ [ 1289.317795] env[69984]: value = "resgroup-9" [ 1289.317795] env[69984]: _type = "ResourcePool" [ 1289.317795] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1289.318258] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the lease: (returnval){ [ 1289.318258] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52df830c-4df3-39da-a1bf-3ea77e29d187" [ 1289.318258] env[69984]: _type = "HttpNfcLease" [ 1289.318258] env[69984]: } to be ready. {{(pid=69984) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.324711] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.324711] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52df830c-4df3-39da-a1bf-3ea77e29d187" [ 1289.324711] env[69984]: _type = "HttpNfcLease" [ 1289.324711] env[69984]: } is initializing. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.479447] env[69984]: DEBUG oslo_concurrency.lockutils [req-e47ba115-2bc2-4e29-a29d-5b6b08532210 req-dcd37d5d-e89e-422d-a82b-ac4041acce2a service nova] Releasing lock "refresh_cache-8902a357-3f91-44a7-b0d2-d67500ba818e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.511834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a0588956-ecad-455b-a138-0ba60ef91430 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.898s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.826024] env[69984]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.826024] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52df830c-4df3-39da-a1bf-3ea77e29d187" [ 1289.826024] env[69984]: _type = "HttpNfcLease" [ 1289.826024] env[69984]: } is ready. {{(pid=69984) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1289.826430] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1289.826430] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52df830c-4df3-39da-a1bf-3ea77e29d187" [ 1289.826430] env[69984]: _type = "HttpNfcLease" [ 1289.826430] env[69984]: }. {{(pid=69984) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1289.827110] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0177c532-3882-451f-9255-150eec20ab9a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.834482] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk from lease info. {{(pid=69984) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1289.834656] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk. {{(pid=69984) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1289.899767] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3dd9e2d6-22bb-45a8-b3cb-996981782441 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.961073] env[69984]: INFO nova.compute.manager [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Rescuing [ 1289.961419] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.961612] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.961814] env[69984]: DEBUG nova.network.neutron [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.738084] env[69984]: DEBUG nova.network.neutron [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.003832] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Completed reading data from the image iterator. {{(pid=69984) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1291.004232] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1291.005405] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed97c3-8248-43a3-baf4-219e5bd76fac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.013032] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk is in state: ready. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1291.013291] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk. {{(pid=69984) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1291.013899] env[69984]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1040e457-7849-423f-847d-8b205281a9cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.204114] env[69984]: DEBUG oslo_vmware.rw_handles [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52860557-36da-956a-d499-5c6ebab6b805/disk-0.vmdk. {{(pid=69984) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1291.204368] env[69984]: INFO nova.virt.vmwareapi.images [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Downloaded image file data b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d [ 1291.205283] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82dc13-03e3-4c4c-9ca0-7fe1d255f877 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.224830] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a07d6d-561f-4c73-baa3-f8ffb3b4d161 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.240580] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.253938] env[69984]: INFO nova.virt.vmwareapi.images [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] The imported VM was unregistered [ 1291.256373] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Caching image {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1291.256610] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.256945] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f04b0b19-473a-4e7b-9d2c-0dabc61895c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.268563] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Created directory with path [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.268783] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3/OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3.vmdk to [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk. {{(pid=69984) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1291.272107] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0884a888-0c71-4ed1-9867-f2ac9400183e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.280725] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1291.280725] env[69984]: value = "task-3945924" [ 1291.280725] env[69984]: _type = "Task" [ 1291.280725] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.290177] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.793124] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.292635] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.430543] env[69984]: INFO nova.compute.manager [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Rebuilding instance [ 1292.479560] env[69984]: DEBUG nova.compute.manager [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.480627] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa96fd3-14ab-41a8-ba00-88c0eba062d9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.787516] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.787823] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad15b42-485d-44d9-9c90-e7f79a38edb4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.793353] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.802019] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1292.802019] env[69984]: value = "task-3945925" [ 1292.802019] env[69984]: _type = "Task" [ 1292.802019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.812495] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.293449] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.313538] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945925, 'name': PowerOffVM_Task, 'duration_secs': 0.244962} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.313872] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.314706] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbbe12-0806-477d-9283-9a36b4acc0a9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.334570] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543b416a-d8ae-4abc-93a0-ca1a888413ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.366078] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.366402] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-508fb593-7b5f-4c51-b8e7-0c4421d80b85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.373632] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1293.373632] env[69984]: value = "task-3945926" [ 1293.373632] env[69984]: _type = "Task" [ 1293.373632] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.382162] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.497169] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.497524] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63533bbe-5840-4ca6-871a-485463ae712d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.505175] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1293.505175] env[69984]: value = "task-3945927" [ 1293.505175] env[69984]: _type = "Task" [ 1293.505175] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.515070] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.793283] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945924, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.433815} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.793565] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3/OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3.vmdk to [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk. [ 1293.793862] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Cleaning up location [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1293.793918] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b34f6f0d-878a-4531-b2d6-60ade29e4dd3 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.794240] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521f163a-4bc8-48c9-b82f-e2b2361913bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.801176] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1293.801176] env[69984]: value = "task-3945928" [ 1293.801176] env[69984]: _type = "Task" [ 1293.801176] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.809300] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.884039] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1293.884294] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.884555] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.884708] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.884887] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.885178] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e3210e-71a5-4a86-a5e9-a8e098ee182e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.903043] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.903043] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.903799] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cb940b-0d27-4188-8b86-1ff62feb5e46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.910794] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1293.910794] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529c8ba1-2d64-eb20-7312-05e41045a2bf" [ 1293.910794] env[69984]: _type = "Task" [ 1293.910794] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.919899] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529c8ba1-2d64-eb20-7312-05e41045a2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.015764] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945927, 'name': PowerOffVM_Task, 'duration_secs': 0.201961} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.016326] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.016624] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.017589] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329239c-ce94-438c-8baf-462102382eed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.025144] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.025452] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e3d920f-b4b1-43dd-88d0-d08a6de72e5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.087217] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.087503] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.087670] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleting the datastore file [datastore1] c82d9d04-30ea-4377-a543-abd00112fd8d {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.087951] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b37027f-9647-4813-8248-853e5ca28b8f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.097250] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1294.097250] env[69984]: value = "task-3945930" [ 1294.097250] env[69984]: _type = "Task" [ 1294.097250] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.106785] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.311709] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291667} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.312127] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.312253] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.312584] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk to [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.312874] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5893d3bd-909b-4745-bfc8-0deba44e85d5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.319887] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1294.319887] env[69984]: value = "task-3945931" [ 1294.319887] env[69984]: _type = "Task" [ 1294.319887] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.328170] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.423926] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529c8ba1-2d64-eb20-7312-05e41045a2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.070052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.424871] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07cb9617-0a78-4741-aa82-4e22bef7aebf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.430933] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1294.430933] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52852eb7-220d-7ff0-7726-7b4858240959" [ 1294.430933] env[69984]: _type = "Task" [ 1294.430933] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.439692] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52852eb7-220d-7ff0-7726-7b4858240959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.609239] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399091} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.609543] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.609718] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.609957] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.832822] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.941921] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52852eb7-220d-7ff0-7726-7b4858240959, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.942319] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.942518] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. {{(pid=69984) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1294.942796] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d38fddb-9dad-4e57-9b03-acba5a22bbf7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.950617] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1294.950617] env[69984]: value = "task-3945932" [ 1294.950617] env[69984]: _type = "Task" [ 1294.950617] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.960193] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.333054] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.462538] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.643180] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.643484] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.643681] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.643947] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.644195] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.644365] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.644592] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.644792] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.644990] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.645241] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.645437] env[69984]: DEBUG nova.virt.hardware [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.646510] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066df955-812b-490b-a094-84a6b190cc1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.656234] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4893444-ce69-4887-9cad-97154db377f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.672689] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5b:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '071e256a-b0fa-4a56-9311-b5d3656c7a82', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.680303] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.680672] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.680909] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1adc2ed2-7f3e-4faf-89df-724a8f41611a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.702205] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.702205] env[69984]: value = "task-3945933" [ 1295.702205] env[69984]: _type = "Task" [ 1295.702205] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.711130] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945933, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.832230] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.962603] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606969} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.963064] env[69984]: INFO nova.virt.vmwareapi.ds_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk. [ 1295.963708] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85b892-f084-4129-8ba4-3264e2f9a1ae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.992160] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.992510] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15f7657-566e-4025-bfbd-67d7f2ab790d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.012400] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1296.012400] env[69984]: value = "task-3945934" [ 1296.012400] env[69984]: _type = "Task" [ 1296.012400] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.025678] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.213066] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945933, 'name': CreateVM_Task} progress is 25%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.334258] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.523343] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945934, 'name': ReconfigVM_Task, 'duration_secs': 0.394147} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.523647] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf/3737f81e-bcfd-4d89-8861-4926741c1887-rescue.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.524592] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4304506-5136-4aa1-ac39-29d50124cfff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.551479] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323d1ccd-05c4-412c-97c6-03e92acb7201 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.567939] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1296.567939] env[69984]: value = "task-3945935" [ 1296.567939] env[69984]: _type = "Task" [ 1296.567939] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.578603] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.713137] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945933, 'name': CreateVM_Task, 'duration_secs': 0.826629} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.713363] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.714086] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.714269] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.714638] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.714919] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db57514-6a12-4e93-8883-5e3fb8f6f25e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.720229] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1296.720229] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a86a57-3cb6-1cc6-1b1c-2b6e0c4b9ec1" [ 1296.720229] env[69984]: _type = "Task" [ 1296.720229] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.728017] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a86a57-3cb6-1cc6-1b1c-2b6e0c4b9ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.833377] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945931, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.352523} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.833665] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d/b92c04b7-4aa7-4ab5-aadb-d4bcaaac838d.vmdk to [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.834532] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d434f2-ffdd-411e-9962-97573e9107b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.856588] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.856867] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a144d9-fc0d-418c-b02f-ee383ab6107d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.875889] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1296.875889] env[69984]: value = "task-3945936" [ 1296.875889] env[69984]: _type = "Task" [ 1296.875889] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.885636] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.078040] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945935, 'name': ReconfigVM_Task, 'duration_secs': 0.170473} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.078417] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.078542] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-478e2773-ebf9-4d6a-8233-8225cb9e6af9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.085743] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1297.085743] env[69984]: value = "task-3945937" [ 1297.085743] env[69984]: _type = "Task" [ 1297.085743] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.093481] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.230941] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52a86a57-3cb6-1cc6-1b1c-2b6e0c4b9ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.231263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.231491] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.231718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.231865] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.232061] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.232329] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d67e2047-a9af-41bc-8699-94cb7c14cb5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.241089] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.241313] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.242017] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b243f865-1c24-472f-973a-0fc5b6f08390 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.247434] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1297.247434] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a27b9-e9fc-bab9-edaa-d76c5e0a02e6" [ 1297.247434] env[69984]: _type = "Task" [ 1297.247434] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.255678] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a27b9-e9fc-bab9-edaa-d76c5e0a02e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.386014] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945936, 'name': ReconfigVM_Task, 'duration_secs': 0.295288} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.386335] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e/8902a357-3f91-44a7-b0d2-d67500ba818e.vmdk or device None with type streamOptimized {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.386980] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dc36f48-903b-46e0-b46b-2541ab99ba4c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.393756] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1297.393756] env[69984]: value = "task-3945938" [ 1297.393756] env[69984]: _type = "Task" [ 1297.393756] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.402044] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945938, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.595446] env[69984]: DEBUG oslo_vmware.api [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945937, 'name': PowerOnVM_Task, 'duration_secs': 0.440638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.595723] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.598547] env[69984]: DEBUG nova.compute.manager [None req-d427d229-838c-44cd-ab28-75de2909f0b1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1297.599352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a217ad-d912-4c9c-973f-ab160e7b4cc8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.758469] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a27b9-e9fc-bab9-edaa-d76c5e0a02e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.759297] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5022ec73-e88e-46f4-8989-ed2ca627c31e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.764393] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1297.764393] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a2550-2e7a-dca1-b4f5-e759c35f56e9" [ 1297.764393] env[69984]: _type = "Task" [ 1297.764393] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.772626] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a2550-2e7a-dca1-b4f5-e759c35f56e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.904116] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945938, 'name': Rename_Task, 'duration_secs': 0.162491} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.904396] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.904643] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d32b1639-8f95-4bb6-a096-349978b4faf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.910771] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1297.910771] env[69984]: value = "task-3945939" [ 1297.910771] env[69984]: _type = "Task" [ 1297.910771] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.918347] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.275828] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521a2550-2e7a-dca1-b4f5-e759c35f56e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.276370] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.276516] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.276875] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61fffe0e-809b-4a13-ba68-ab2936dd687d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.285022] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1298.285022] env[69984]: value = "task-3945940" [ 1298.285022] env[69984]: _type = "Task" [ 1298.285022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.293292] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.420799] env[69984]: DEBUG oslo_vmware.api [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945939, 'name': PowerOnVM_Task, 'duration_secs': 0.443849} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.421019] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.536213] env[69984]: DEBUG nova.compute.manager [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.537520] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d45b8d7-c5d5-4db6-978f-e9626a567838 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.795504] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456141} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.795827] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.796176] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.796499] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0176192a-4f63-471b-8a80-c485d9e682aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.804847] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1298.804847] env[69984]: value = "task-3945941" [ 1298.804847] env[69984]: _type = "Task" [ 1298.804847] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.813654] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.973507] env[69984]: DEBUG nova.compute.manager [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.973736] env[69984]: DEBUG nova.compute.manager [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing instance network info cache due to event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.973994] env[69984]: DEBUG oslo_concurrency.lockutils [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.974080] env[69984]: DEBUG oslo_concurrency.lockutils [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.974304] env[69984]: DEBUG nova.network.neutron [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.056115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-09c0bd86-b6be-477b-b025-142e793c9436 tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.569s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.315098] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.471601} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.315468] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.316360] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea14c5-af13-4589-b152-9ae2c99ae598 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.338717] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.339035] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a04da6-00ea-4edc-96b5-38a2dcee7471 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.359779] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1299.359779] env[69984]: value = "task-3945942" [ 1299.359779] env[69984]: _type = "Task" [ 1299.359779] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.368186] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.748041] env[69984]: DEBUG nova.network.neutron [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updated VIF entry in instance network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.748439] env[69984]: DEBUG nova.network.neutron [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.871401] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.251955] env[69984]: DEBUG oslo_concurrency.lockutils [req-b74c31a2-50bc-48cd-8363-fe2f179d357e req-216ca466-5224-40f9-9608-73227b4065f0 service nova] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.289107] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.289573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.289929] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.290284] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.290595] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.293799] env[69984]: INFO nova.compute.manager [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Terminating instance [ 1300.375136] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945942, 'name': ReconfigVM_Task, 'duration_secs': 0.53873} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.375618] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c82d9d04-30ea-4377-a543-abd00112fd8d/c82d9d04-30ea-4377-a543-abd00112fd8d.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.376554] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffece7f4-b991-4d2b-a52e-1dc03707c80d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.385385] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1300.385385] env[69984]: value = "task-3945943" [ 1300.385385] env[69984]: _type = "Task" [ 1300.385385] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.399963] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945943, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.799366] env[69984]: DEBUG nova.compute.manager [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.799615] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.800529] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c43575-1409-4723-8500-6df78c1b11d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.809442] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.811634] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e089022-dd38-498e-b483-c2948d7797b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.817536] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1300.817536] env[69984]: value = "task-3945944" [ 1300.817536] env[69984]: _type = "Task" [ 1300.817536] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.829556] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.898401] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945943, 'name': Rename_Task, 'duration_secs': 0.181544} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.898706] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.898971] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-414dfe89-6d89-4ecd-ac32-85c53b23318c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.905880] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1300.905880] env[69984]: value = "task-3945945" [ 1300.905880] env[69984]: _type = "Task" [ 1300.905880] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.914632] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.121072] env[69984]: DEBUG nova.compute.manager [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.121072] env[69984]: DEBUG nova.compute.manager [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing instance network info cache due to event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.121072] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.121072] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.121493] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.199646] env[69984]: DEBUG nova.compute.manager [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.199853] env[69984]: DEBUG nova.compute.manager [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing instance network info cache due to event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.200054] env[69984]: DEBUG oslo_concurrency.lockutils [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.330036] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945944, 'name': PowerOffVM_Task, 'duration_secs': 0.216039} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.330036] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.330235] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.330529] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1befc26d-0691-4fd4-86ba-17f9073b42d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.395642] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.395956] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.396282] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleting the datastore file [datastore2] 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.396634] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f98c53-030a-4e50-ae90-d0b614dd65de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.408019] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for the task: (returnval){ [ 1301.408019] env[69984]: value = "task-3945947" [ 1301.408019] env[69984]: _type = "Task" [ 1301.408019] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.417353] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.420896] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.769215] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "9d970f39-e335-49d0-877b-5e9f985a4c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.769526] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.769736] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.769924] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.770113] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.772078] env[69984]: INFO nova.compute.manager [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Terminating instance [ 1301.839219] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updated VIF entry in instance network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.839707] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.921341] env[69984]: DEBUG oslo_vmware.api [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Task: {'id': task-3945947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154713} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.921587] env[69984]: DEBUG oslo_vmware.api [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945945, 'name': PowerOnVM_Task, 'duration_secs': 0.571303} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.921805] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.921986] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.922178] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.922356] env[69984]: INFO nova.compute.manager [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1301.922595] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.922793] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.922975] env[69984]: DEBUG nova.compute.manager [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.923246] env[69984]: DEBUG nova.compute.manager [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.923341] env[69984]: DEBUG nova.network.neutron [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.925460] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd868a8-89ed-4256-afbc-271dd2548305 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.275910] env[69984]: DEBUG nova.compute.manager [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.276251] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.277349] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4431ad89-22d6-4d33-ad4b-bd84f4375fa3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.285647] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.285768] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca32511d-beae-46c9-b55d-5460b992412a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.293171] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1302.293171] env[69984]: value = "task-3945948" [ 1302.293171] env[69984]: _type = "Task" [ 1302.293171] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.302093] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.342823] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.343703] env[69984]: DEBUG nova.compute.manager [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.343703] env[69984]: DEBUG nova.compute.manager [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing instance network info cache due to event network-changed-41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.343703] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Acquiring lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.343703] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.343930] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.446037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.446037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.446037] env[69984]: DEBUG nova.objects.instance [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1302.476925] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.476925] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.476925] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.476925] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.477426] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.483646] env[69984]: INFO nova.compute.manager [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Terminating instance [ 1302.803316] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945948, 'name': PowerOffVM_Task, 'duration_secs': 0.191716} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.803582] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.803750] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.804042] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ac6487-8ddb-4b81-89e2-6f6854795cb2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.865565] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.865812] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.866031] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleting the datastore file [datastore2] 9d970f39-e335-49d0-877b-5e9f985a4c13 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.866328] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca73e41-6dbd-4700-bc15-2b2943c5eea1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.873592] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1302.873592] env[69984]: value = "task-3945950" [ 1302.873592] env[69984]: _type = "Task" [ 1302.873592] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.883207] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.991255] env[69984]: DEBUG nova.compute.manager [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.991657] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.992217] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2648df2-80bc-4aad-8d4a-ce95d4024bc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.000991] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.001289] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c25bb55f-81e5-4b01-9768-727c39a44bcb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.008836] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1303.008836] env[69984]: value = "task-3945951" [ 1303.008836] env[69984]: _type = "Task" [ 1303.008836] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.020907] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.050121] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updated VIF entry in instance network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.050626] env[69984]: DEBUG nova.network.neutron [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.152749] env[69984]: DEBUG nova.compute.manager [req-1964c8a9-9266-489a-90f6-a1ebe877037d req-4f29a6c1-cd5b-430e-8d96-35ec1d8dbf21 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Received event network-vif-deleted-7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.153226] env[69984]: INFO nova.compute.manager [req-1964c8a9-9266-489a-90f6-a1ebe877037d req-4f29a6c1-cd5b-430e-8d96-35ec1d8dbf21 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Neutron deleted interface 7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b; detaching it from the instance and deleting it from the info cache [ 1303.153716] env[69984]: DEBUG nova.network.neutron [req-1964c8a9-9266-489a-90f6-a1ebe877037d req-4f29a6c1-cd5b-430e-8d96-35ec1d8dbf21 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.191809] env[69984]: DEBUG nova.network.neutron [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.383874] env[69984]: DEBUG oslo_vmware.api [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14187} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.384293] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.384517] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.384700] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.384876] env[69984]: INFO nova.compute.manager [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1303.385140] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.385342] env[69984]: DEBUG nova.compute.manager [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.385437] env[69984]: DEBUG nova.network.neutron [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.455554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ee14c8b-4f71-4f8a-b8a0-91e560caf5a1 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.522080] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945951, 'name': PowerOffVM_Task, 'duration_secs': 0.288296} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.522080] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.522080] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.522080] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8713d4-daac-4270-956e-50c632b6dd3b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.554249] env[69984]: DEBUG oslo_concurrency.lockutils [req-93008398-7aa9-4fb3-ae23-5d26866628d6 req-fb4943aa-2b73-4322-b375-96e0cf19f44c service nova] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.554746] env[69984]: DEBUG oslo_concurrency.lockutils [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] Acquired lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.554952] env[69984]: DEBUG nova.network.neutron [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Refreshing network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.656877] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7de39d55-0025-440e-a8bd-768fa0670629 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.668894] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6fb449-3a2c-40b0-ac0a-fb5e86c71268 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.698733] env[69984]: INFO nova.compute.manager [-] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Took 1.78 seconds to deallocate network for instance. [ 1303.699708] env[69984]: DEBUG nova.compute.manager [req-1964c8a9-9266-489a-90f6-a1ebe877037d req-4f29a6c1-cd5b-430e-8d96-35ec1d8dbf21 service nova] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Detach interface failed, port_id=7fcdf4a6-4034-4d88-a48e-03f09e0c0e3b, reason: Instance 8902a357-3f91-44a7-b0d2-d67500ba818e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.840885] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.841085] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.841275] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Deleting the datastore file [datastore1] 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.842228] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3f94cde-fa4e-4ecf-ba67-b47f145515f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.850508] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for the task: (returnval){ [ 1303.850508] env[69984]: value = "task-3945953" [ 1303.850508] env[69984]: _type = "Task" [ 1303.850508] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.859758] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.205913] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.206278] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.206519] env[69984]: DEBUG nova.objects.instance [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lazy-loading 'resources' on Instance uuid 8902a357-3f91-44a7-b0d2-d67500ba818e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.288887] env[69984]: DEBUG nova.network.neutron [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updated VIF entry in instance network info cache for port 41804cd0-82e6-4635-a21b-0c963b8e2ea4. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.289435] env[69984]: DEBUG nova.network.neutron [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [{"id": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "address": "fa:16:3e:d9:e4:8d", "network": {"id": "87098033-7c3c-47cf-ae17-ed6eabe6d1f2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2090178417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "06ee3af5b4f04502b76c262f4c8c09bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41804cd0-82", "ovs_interfaceid": "41804cd0-82e6-4635-a21b-0c963b8e2ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.330491] env[69984]: DEBUG nova.network.neutron [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.361393] env[69984]: DEBUG oslo_vmware.api [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Task: {'id': task-3945953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2038} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.361698] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.361943] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.362140] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.362320] env[69984]: INFO nova.compute.manager [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1304.362666] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.362868] env[69984]: DEBUG nova.compute.manager [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.362964] env[69984]: DEBUG nova.network.neutron [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.792754] env[69984]: DEBUG oslo_concurrency.lockutils [req-941e03e8-995f-4c8e-b56e-2009b96f2529 req-ae6d1dde-8c3a-40d5-9670-492647e6900a service nova] Releasing lock "refresh_cache-3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.808044] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c236b-85b1-446b-9c40-283785154262 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.816545] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbbe2ff-2936-4dea-a2c0-7c4ae00e80c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.847816] env[69984]: INFO nova.compute.manager [-] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Took 1.46 seconds to deallocate network for instance. [ 1304.850513] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6052922f-ab26-4f35-9fb7-eebb00ffe55e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.861869] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d041c-74b4-4fff-b1f6-b6b78722061d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.876580] env[69984]: DEBUG nova.compute.provider_tree [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.132937] env[69984]: DEBUG nova.network.neutron [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.187655] env[69984]: DEBUG nova.compute.manager [req-670dfaa3-2945-4323-b842-2f647576e521 req-64e39943-1147-4d49-b34f-9e56208fbd12 service nova] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Received event network-vif-deleted-49732386-fc7e-4ed3-b915-1a84906105b2 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.187799] env[69984]: DEBUG nova.compute.manager [req-670dfaa3-2945-4323-b842-2f647576e521 req-64e39943-1147-4d49-b34f-9e56208fbd12 service nova] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Received event network-vif-deleted-41804cd0-82e6-4635-a21b-0c963b8e2ea4 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.358789] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.379994] env[69984]: DEBUG nova.scheduler.client.report [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.636935] env[69984]: INFO nova.compute.manager [-] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Took 1.27 seconds to deallocate network for instance. [ 1305.888081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.890542] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.532s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.890790] env[69984]: DEBUG nova.objects.instance [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'resources' on Instance uuid 9d970f39-e335-49d0-877b-5e9f985a4c13 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.908178] env[69984]: INFO nova.scheduler.client.report [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Deleted allocations for instance 8902a357-3f91-44a7-b0d2-d67500ba818e [ 1306.145081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.415036] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8a9b834a-acda-456e-811b-5e8590548b4e tempest-ServerActionsTestOtherB-408894794 tempest-ServerActionsTestOtherB-408894794-project-member] Lock "8902a357-3f91-44a7-b0d2-d67500ba818e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.125s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.464997] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ed555-7f70-4390-9412-b029b0d283ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.473162] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d9e7c-e3e6-4fcc-a858-15aa049c9dba {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.503789] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31cd6f6-2908-49c6-bb06-241de43b3baa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.512073] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c4d01e-4df5-499a-8171-79520f0c69bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.525740] env[69984]: DEBUG nova.compute.provider_tree [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.028688] env[69984]: DEBUG nova.scheduler.client.report [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.534048] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.536461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.392s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.536701] env[69984]: DEBUG nova.objects.instance [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lazy-loading 'resources' on Instance uuid 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.550397] env[69984]: INFO nova.scheduler.client.report [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted allocations for instance 9d970f39-e335-49d0-877b-5e9f985a4c13 [ 1308.060605] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2074fb49-3cac-46e7-907a-eeff681b36a1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "9d970f39-e335-49d0-877b-5e9f985a4c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.104240] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa316c3-90aa-4444-9671-bc4ea6298d1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.113846] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8717aade-6493-460f-aa59-b19763781466 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.145157] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0748f07-72f5-4d93-92d6-fcb0efd81511 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.152946] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3313b3-7263-4152-9fec-d47d9f47efe0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.168279] env[69984]: DEBUG nova.compute.provider_tree [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.672114] env[69984]: DEBUG nova.scheduler.client.report [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.860623] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.860849] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.176874] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.196531] env[69984]: INFO nova.scheduler.client.report [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Deleted allocations for instance 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf [ 1309.364268] env[69984]: INFO nova.compute.manager [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Detaching volume 8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d [ 1309.402487] env[69984]: INFO nova.virt.block_device [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Attempting to driver detach volume 8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d from mountpoint /dev/sdb [ 1309.402732] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.402998] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783201', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'name': 'volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b164b3-dc72-4fec-8aa8-910e146a87aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'serial': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1309.403929] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ea85e-ba2d-4932-acab-f0b1414978f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.428180] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3358994-9c41-4817-b9d4-1215861617cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.436201] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f2739-29b8-4704-b2df-59925e0447c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.457702] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad4a32b-2ceb-4873-9884-52130f257c5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.472701] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d/volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1309.478106] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.478454] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb89fac2-c867-4628-b86e-16605c2f4c96 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.496891] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1309.496891] env[69984]: value = "task-3945955" [ 1309.496891] env[69984]: _type = "Task" [ 1309.496891] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.504983] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.705248] env[69984]: DEBUG oslo_concurrency.lockutils [None req-71105e6f-b731-4ed6-a70c-315b96ddcbb1 tempest-ServerRescueTestJSONUnderV235-103026762 tempest-ServerRescueTestJSONUnderV235-103026762-project-member] Lock "3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.229s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.008521] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945955, 'name': ReconfigVM_Task, 'duration_secs': 0.263285} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.008832] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.013594] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce93a6f-b9d6-4fb7-9489-9bdac27e30bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.030784] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1310.030784] env[69984]: value = "task-3945956" [ 1310.030784] env[69984]: _type = "Task" [ 1310.030784] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.041841] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.545590] env[69984]: DEBUG oslo_vmware.api [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945956, 'name': ReconfigVM_Task, 'duration_secs': 0.138884} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.546161] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783201', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'name': 'volume-8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0b164b3-dc72-4fec-8aa8-910e146a87aa', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d', 'serial': '8d5cbdaa-0749-4ffa-8f89-4f59a8382e6d'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.090542] env[69984]: DEBUG nova.objects.instance [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid c0b164b3-dc72-4fec-8aa8-910e146a87aa {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.098341] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f39038a5-3f93-486f-af94-65160dba8ebf tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.175601] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.175872] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.176159] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.176357] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.176534] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.179431] env[69984]: INFO nova.compute.manager [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Terminating instance [ 1313.684793] env[69984]: DEBUG nova.compute.manager [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.685071] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.686072] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e4322-f589-4a6b-bdd7-61a655959e83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.694477] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.694726] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcbb6090-391e-4329-93da-51d986e68219 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.701508] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1313.701508] env[69984]: value = "task-3945957" [ 1313.701508] env[69984]: _type = "Task" [ 1313.701508] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.709888] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.212305] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945957, 'name': PowerOffVM_Task, 'duration_secs': 0.167638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.212652] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.212819] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.212996] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2694dfa8-c7fd-4ea1-915d-b8dfe5c69749 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.274586] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.274851] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.275067] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleting the datastore file [datastore2] c0b164b3-dc72-4fec-8aa8-910e146a87aa {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.275359] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e183b61-ed3d-484d-a5a2-0cb629b05b17 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.284239] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1314.284239] env[69984]: value = "task-3945959" [ 1314.284239] env[69984]: _type = "Task" [ 1314.284239] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.292774] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.553857] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.554136] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.794784] env[69984]: DEBUG oslo_vmware.api [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124522} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.795065] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.795276] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.795455] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.795630] env[69984]: INFO nova.compute.manager [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.795873] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.796079] env[69984]: DEBUG nova.compute.manager [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.796236] env[69984]: DEBUG nova.network.neutron [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.057064] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.233431] env[69984]: DEBUG nova.compute.manager [req-cc6bdfcf-3667-4cd2-b995-a513b62cfcfc req-3b4433af-eac5-4422-84a1-992010acc1b0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Received event network-vif-deleted-2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.233736] env[69984]: INFO nova.compute.manager [req-cc6bdfcf-3667-4cd2-b995-a513b62cfcfc req-3b4433af-eac5-4422-84a1-992010acc1b0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Neutron deleted interface 2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1; detaching it from the instance and deleting it from the info cache [ 1315.234282] env[69984]: DEBUG nova.network.neutron [req-cc6bdfcf-3667-4cd2-b995-a513b62cfcfc req-3b4433af-eac5-4422-84a1-992010acc1b0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.582681] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.582681] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.584092] env[69984]: INFO nova.compute.claims [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.716538] env[69984]: DEBUG nova.network.neutron [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.737583] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-794f969b-3f73-432e-abbe-f6e4c8face43 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.748759] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a5d0a-17c0-473d-8798-b80517e289d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.777071] env[69984]: DEBUG nova.compute.manager [req-cc6bdfcf-3667-4cd2-b995-a513b62cfcfc req-3b4433af-eac5-4422-84a1-992010acc1b0 service nova] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Detach interface failed, port_id=2568668e-fc02-4d8f-9aeb-cc2c8d7a51e1, reason: Instance c0b164b3-dc72-4fec-8aa8-910e146a87aa could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.182400] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.219381] env[69984]: INFO nova.compute.manager [-] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Took 1.42 seconds to deallocate network for instance. [ 1316.657415] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b398c42-9598-47ef-91a7-b8f72f132609 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.665599] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b68d7-1be2-415c-8375-687b29447b03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.696841] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c78c5b-a35d-410a-bf95-99b3069f3375 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.704236] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70084c4c-4163-4848-9635-62d4557f2d1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.717264] env[69984]: DEBUG nova.compute.provider_tree [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.726219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.220317] env[69984]: DEBUG nova.scheduler.client.report [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.725603] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.726212] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.728841] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.003s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.729083] env[69984]: DEBUG nova.objects.instance [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'resources' on Instance uuid c0b164b3-dc72-4fec-8aa8-910e146a87aa {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.233129] env[69984]: DEBUG nova.compute.utils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.237782] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.237782] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.284232] env[69984]: DEBUG nova.policy [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86c600a48e3a4f7a96376b310f7db997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350b0076eff7426ab8e51e813649da1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.297142] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57abd5e-8fe6-4ea5-a901-a0ec45e98247 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.304594] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f30dee-a45c-4734-97fc-a462a49d1f0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.335260] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b3b22-3faf-415f-b910-80f55dc667b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.342802] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66cf6c2-63b5-43da-939e-e7ae75505805 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.356107] env[69984]: DEBUG nova.compute.provider_tree [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.581365] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Successfully created port: bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.738590] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.859102] env[69984]: DEBUG nova.scheduler.client.report [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.181597] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.364240] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.384817] env[69984]: INFO nova.scheduler.client.report [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted allocations for instance c0b164b3-dc72-4fec-8aa8-910e146a87aa [ 1319.748088] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.776305] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.776569] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.776729] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.776912] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.777070] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.777229] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.777448] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.777654] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.777769] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.777976] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.778192] env[69984]: DEBUG nova.virt.hardware [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.779098] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca33e09-ebf6-4719-b3be-321a4749957d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.787345] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad419b-4e28-44ca-a61d-c7b4ff4b11a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.891866] env[69984]: DEBUG oslo_concurrency.lockutils [None req-1420b348-1896-4141-9573-b2cbe2a87c7d tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "c0b164b3-dc72-4fec-8aa8-910e146a87aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.716s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.942298] env[69984]: DEBUG nova.compute.manager [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Received event network-vif-plugged-bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.942298] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] Acquiring lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.942298] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.942298] env[69984]: DEBUG oslo_concurrency.lockutils [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.942298] env[69984]: DEBUG nova.compute.manager [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] No waiting events found dispatching network-vif-plugged-bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1319.942691] env[69984]: WARNING nova.compute.manager [req-cf403051-336a-4aed-abc9-aaf11cb32d8d req-82e609d5-bc02-4840-95c2-8f00767c0ffa service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Received unexpected event network-vif-plugged-bf86f45c-ef01-4855-82f8-b57a2697ede0 for instance with vm_state building and task_state spawning. [ 1320.029098] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Successfully updated port: bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.182271] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.532245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.532245] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquired lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.532449] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.685639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.685927] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.686141] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.686379] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.687359] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a512f954-f722-47d1-9933-6c26ba941d90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.695926] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf7494b-196a-4923-a3e5-bbd5102547f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.711556] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6868c340-6155-4ca8-9bfb-39440783631a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.718915] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb59952-a9c1-4ce7-a120-2314458ec9ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.748612] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179689MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.748976] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.749054] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.076317] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.276692] env[69984]: DEBUG nova.network.neutron [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Updating instance_info_cache with network_info: [{"id": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "address": "fa:16:3e:98:0c:b7", "network": {"id": "26327201-5aed-466b-951b-88b97a08c277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1979417794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350b0076eff7426ab8e51e813649da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86f45c-ef", "ovs_interfaceid": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.774171] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.774448] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c82d9d04-30ea-4377-a543-abd00112fd8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.774496] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 0668b04c-a410-42bc-bb7e-9c9c59415ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1321.774646] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.774780] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.779573] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Releasing lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.779849] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Instance network_info: |[{"id": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "address": "fa:16:3e:98:0c:b7", "network": {"id": "26327201-5aed-466b-951b-88b97a08c277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1979417794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350b0076eff7426ab8e51e813649da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86f45c-ef", "ovs_interfaceid": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.780268] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf86f45c-ef01-4855-82f8-b57a2697ede0', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.787943] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Creating folder: Project (350b0076eff7426ab8e51e813649da1c). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.790663] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc8d83d-c5e6-4051-b742-473c9607322c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.802527] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Created folder: Project (350b0076eff7426ab8e51e813649da1c) in parent group-v782883. [ 1321.802846] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Creating folder: Instances. Parent ref: group-v783212. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.805479] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd4049b3-df6a-4be8-9daf-cf3a5b48bea5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.817040] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Created folder: Instances in parent group-v783212. [ 1321.817323] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.817523] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.817730] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ce5664-8323-4e11-bf4c-a3385184af47 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.838721] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.838721] env[69984]: value = "task-3945962" [ 1321.838721] env[69984]: _type = "Task" [ 1321.838721] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.843244] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64422dd-f4f7-48bc-8b6c-9a9dc838ac67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.851066] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945962, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.853637] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b405cd-8d9e-4c49-ba81-3cc4bc10a298 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.884131] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47006b-acba-4456-998d-7576168d3957 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.891906] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240e1ff-e88a-41a0-a75a-f7d334e1fa56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.906901] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.968591] env[69984]: DEBUG nova.compute.manager [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Received event network-changed-bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.968798] env[69984]: DEBUG nova.compute.manager [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Refreshing instance network info cache due to event network-changed-bf86f45c-ef01-4855-82f8-b57a2697ede0. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.969020] env[69984]: DEBUG oslo_concurrency.lockutils [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] Acquiring lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.969174] env[69984]: DEBUG oslo_concurrency.lockutils [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] Acquired lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.969338] env[69984]: DEBUG nova.network.neutron [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Refreshing network info cache for port bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.338805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.339041] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.349545] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945962, 'name': CreateVM_Task, 'duration_secs': 0.308068} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.349704] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.350401] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.350579] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.350961] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.351721] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7bf027-f062-410a-a176-568724d0b86d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.357209] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1322.357209] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521066c8-1500-9617-bbe8-1e3baf3b9371" [ 1322.357209] env[69984]: _type = "Task" [ 1322.357209] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.366241] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521066c8-1500-9617-bbe8-1e3baf3b9371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.409692] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.680763] env[69984]: DEBUG nova.network.neutron [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Updated VIF entry in instance network info cache for port bf86f45c-ef01-4855-82f8-b57a2697ede0. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.681200] env[69984]: DEBUG nova.network.neutron [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Updating instance_info_cache with network_info: [{"id": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "address": "fa:16:3e:98:0c:b7", "network": {"id": "26327201-5aed-466b-951b-88b97a08c277", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1979417794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350b0076eff7426ab8e51e813649da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf86f45c-ef", "ovs_interfaceid": "bf86f45c-ef01-4855-82f8-b57a2697ede0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.844473] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.867323] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521066c8-1500-9617-bbe8-1e3baf3b9371, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.867639] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.867878] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.868133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.868285] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.868472] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.868772] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca4147e2-c8e5-4a95-9b24-7c942f51efd4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.878739] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.878955] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.879734] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21ddee6-8224-43c1-a96c-49b365913ba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.886471] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1322.886471] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b353db-9ed3-93b4-a181-b6f4eb63b2e7" [ 1322.886471] env[69984]: _type = "Task" [ 1322.886471] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.895641] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b353db-9ed3-93b4-a181-b6f4eb63b2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.914907] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.915119] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.184793] env[69984]: DEBUG oslo_concurrency.lockutils [req-f64f17db-201e-4ae4-b43a-778d4172c96e req-3d9252cb-9a46-43c2-9bd3-912638037490 service nova] Releasing lock "refresh_cache-0668b04c-a410-42bc-bb7e-9c9c59415ea0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.368540] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.368825] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.370433] env[69984]: INFO nova.compute.claims [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.396608] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52b353db-9ed3-93b4-a181-b6f4eb63b2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.397158] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef92698-34ff-4370-ab00-2641196df089 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.403359] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1323.403359] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e5d17b-e3c8-eda5-7d8d-aaa3ff5cb2fb" [ 1323.403359] env[69984]: _type = "Task" [ 1323.403359] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.412396] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e5d17b-e3c8-eda5-7d8d-aaa3ff5cb2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.914395] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.914776] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e5d17b-e3c8-eda5-7d8d-aaa3ff5cb2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.914890] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.915224] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.915529] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0668b04c-a410-42bc-bb7e-9c9c59415ea0/0668b04c-a410-42bc-bb7e-9c9c59415ea0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.915816] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.916041] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc51aa2-b373-46d6-a1d6-82143ffe2462 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.918101] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.918616] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.918793] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1323.923667] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1323.923667] env[69984]: value = "task-3945963" [ 1323.923667] env[69984]: _type = "Task" [ 1323.923667] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.933815] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.433532] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471623} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.433661] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 0668b04c-a410-42bc-bb7e-9c9c59415ea0/0668b04c-a410-42bc-bb7e-9c9c59415ea0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.433942] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.436693] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee33eed2-d033-49ae-b87c-37dee9caea2c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.444413] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1324.444413] env[69984]: value = "task-3945964" [ 1324.444413] env[69984]: _type = "Task" [ 1324.444413] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.450638] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524bce5-cc53-49c5-a54c-f77fe9b950c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.456684] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.462193] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f21dbc-6c5d-45f7-bd10-856368443eac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.493321] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58cc9c8-439f-469c-ab89-60da0571e893 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.501842] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5189a0e9-347c-4262-9ea1-59ffd16be8cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.515856] env[69984]: DEBUG nova.compute.provider_tree [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.954638] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065805} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.954999] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.955769] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1405ea72-bc6f-4323-986e-16b1b204b6bb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.979094] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0668b04c-a410-42bc-bb7e-9c9c59415ea0/0668b04c-a410-42bc-bb7e-9c9c59415ea0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.979361] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1061c2a-b6c5-426e-a544-35db1d153200 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.998852] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1324.998852] env[69984]: value = "task-3945965" [ 1324.998852] env[69984]: _type = "Task" [ 1324.998852] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.006882] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.019027] env[69984]: DEBUG nova.scheduler.client.report [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.509688] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945965, 'name': ReconfigVM_Task, 'duration_secs': 0.263198} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.509980] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0668b04c-a410-42bc-bb7e-9c9c59415ea0/0668b04c-a410-42bc-bb7e-9c9c59415ea0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.510636] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877605b0-f2c1-420f-a0c1-4bb516b7e41d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.517725] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1325.517725] env[69984]: value = "task-3945966" [ 1325.517725] env[69984]: _type = "Task" [ 1325.517725] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.526145] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.526668] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.529293] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945966, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.028474] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945966, 'name': Rename_Task, 'duration_secs': 0.142394} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.028871] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.029042] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfb9e71-20ac-472a-bd38-2be47c0a92cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.031655] env[69984]: DEBUG nova.compute.utils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.032981] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.033164] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.041417] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1326.041417] env[69984]: value = "task-3945967" [ 1326.041417] env[69984]: _type = "Task" [ 1326.041417] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.050702] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.070459] env[69984]: DEBUG nova.policy [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db4f8c398014466b00524422e2d0526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bbbecc552f448cba521f85a392a99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.326169] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Successfully created port: 88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.537021] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.552040] env[69984]: DEBUG oslo_vmware.api [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945967, 'name': PowerOnVM_Task, 'duration_secs': 0.487201} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.552376] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.552687] env[69984]: INFO nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1326.552884] env[69984]: DEBUG nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1326.553719] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f871474-736e-4bc0-8a09-18c6666f05c8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.072612] env[69984]: INFO nova.compute.manager [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Took 11.51 seconds to build instance. [ 1327.548924] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.574946] env[69984]: DEBUG oslo_concurrency.lockutils [None req-88b8595a-eb84-4343-ac3a-83e69dd620d3 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.021s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.580260] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.580493] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.580654] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.580835] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.580981] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.581148] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.581418] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.581588] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.581777] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.581949] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.582155] env[69984]: DEBUG nova.virt.hardware [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.583087] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bac86b-7fde-4b19-b34c-3a64c531a811 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.591760] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f9659-21d4-4dfd-86ce-a4c7c57d89e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.710200] env[69984]: DEBUG nova.compute.manager [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Received event network-vif-plugged-88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.710420] env[69984]: DEBUG oslo_concurrency.lockutils [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.710650] env[69984]: DEBUG oslo_concurrency.lockutils [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.710794] env[69984]: DEBUG oslo_concurrency.lockutils [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.710963] env[69984]: DEBUG nova.compute.manager [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] No waiting events found dispatching network-vif-plugged-88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1327.711707] env[69984]: WARNING nova.compute.manager [req-d29ab4eb-438d-4f33-b239-fd7a391259f3 req-b31514de-af11-4713-85ef-f9e4b7a4c9ce service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Received unexpected event network-vif-plugged-88cf1391-2bda-4a46-994e-781f414d70b3 for instance with vm_state building and task_state spawning. [ 1327.805588] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Successfully updated port: 88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.141795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.141795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.141795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.141795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.141795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.143666] env[69984]: INFO nova.compute.manager [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Terminating instance [ 1328.310373] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.310540] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.310698] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.649068] env[69984]: DEBUG nova.compute.manager [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.649068] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.649462] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ef406a-2cb0-4948-bbab-48aef297719a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.658107] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.658434] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f919384-83d7-440f-b113-d776aa3dc766 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.666285] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1328.666285] env[69984]: value = "task-3945968" [ 1328.666285] env[69984]: _type = "Task" [ 1328.666285] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.677885] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.845065] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.973812] env[69984]: DEBUG nova.network.neutron [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating instance_info_cache with network_info: [{"id": "88cf1391-2bda-4a46-994e-781f414d70b3", "address": "fa:16:3e:1d:65:cd", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88cf1391-2b", "ovs_interfaceid": "88cf1391-2bda-4a46-994e-781f414d70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.176823] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945968, 'name': PowerOffVM_Task, 'duration_secs': 0.211963} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.177254] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.177254] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.177379] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e996ae4b-660d-400a-8352-9b9f5151f8dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.413619] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.413965] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.414305] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Deleting the datastore file [datastore2] 0668b04c-a410-42bc-bb7e-9c9c59415ea0 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.414699] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7f0cc71-50fa-467d-9fe4-7b0f0e45239e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.423290] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for the task: (returnval){ [ 1329.423290] env[69984]: value = "task-3945970" [ 1329.423290] env[69984]: _type = "Task" [ 1329.423290] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.434373] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.477161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.477527] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Instance network_info: |[{"id": "88cf1391-2bda-4a46-994e-781f414d70b3", "address": "fa:16:3e:1d:65:cd", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88cf1391-2b", "ovs_interfaceid": "88cf1391-2bda-4a46-994e-781f414d70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.477969] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:65:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88cf1391-2bda-4a46-994e-781f414d70b3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.485462] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.485680] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.485913] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-305800d5-d8e2-4aec-982e-429a58f44ede {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.506423] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.506423] env[69984]: value = "task-3945971" [ 1329.506423] env[69984]: _type = "Task" [ 1329.506423] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.515177] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945971, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.741286] env[69984]: DEBUG nova.compute.manager [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Received event network-changed-88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.741286] env[69984]: DEBUG nova.compute.manager [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Refreshing instance network info cache due to event network-changed-88cf1391-2bda-4a46-994e-781f414d70b3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.741286] env[69984]: DEBUG oslo_concurrency.lockutils [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] Acquiring lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.741497] env[69984]: DEBUG oslo_concurrency.lockutils [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] Acquired lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.741537] env[69984]: DEBUG nova.network.neutron [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Refreshing network info cache for port 88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.935200] env[69984]: DEBUG oslo_vmware.api [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Task: {'id': task-3945970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130667} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.935466] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.935651] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.935826] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.936011] env[69984]: INFO nova.compute.manager [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1329.936295] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.936533] env[69984]: DEBUG nova.compute.manager [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.936634] env[69984]: DEBUG nova.network.neutron [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.017390] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945971, 'name': CreateVM_Task, 'duration_secs': 0.298886} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.017636] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.018250] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.018416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.018738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.019074] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0798ae-fa02-431e-a574-d3af98e88527 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.023528] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1330.023528] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ade00-d813-06af-a8f9-37e8f47f033f" [ 1330.023528] env[69984]: _type = "Task" [ 1330.023528] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.031436] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ade00-d813-06af-a8f9-37e8f47f033f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.534493] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521ade00-d813-06af-a8f9-37e8f47f033f, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.534874] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.534968] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.535228] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.535381] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.535566] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.535830] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81e5dfe-194e-4771-b4a3-83caa31fa58c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.544096] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.544272] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.544955] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fbf739-3497-4632-bcb1-6223394aebda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.549944] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1330.549944] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52059511-2fa4-e194-05c4-c188fff61bd9" [ 1330.549944] env[69984]: _type = "Task" [ 1330.549944] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.557535] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52059511-2fa4-e194-05c4-c188fff61bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.678840] env[69984]: DEBUG nova.network.neutron [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.681014] env[69984]: DEBUG nova.network.neutron [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updated VIF entry in instance network info cache for port 88cf1391-2bda-4a46-994e-781f414d70b3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.681368] env[69984]: DEBUG nova.network.neutron [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating instance_info_cache with network_info: [{"id": "88cf1391-2bda-4a46-994e-781f414d70b3", "address": "fa:16:3e:1d:65:cd", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88cf1391-2b", "ovs_interfaceid": "88cf1391-2bda-4a46-994e-781f414d70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.060224] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52059511-2fa4-e194-05c4-c188fff61bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.061022] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80152ba2-114f-446b-b90f-013653752f01 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.066452] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1331.066452] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523a6237-0b9f-bfc0-8190-1bf7e05c7a66" [ 1331.066452] env[69984]: _type = "Task" [ 1331.066452] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.074648] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523a6237-0b9f-bfc0-8190-1bf7e05c7a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.183500] env[69984]: INFO nova.compute.manager [-] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Took 1.25 seconds to deallocate network for instance. [ 1331.184044] env[69984]: DEBUG oslo_concurrency.lockutils [req-ad0f12d9-4664-4cc6-a9dd-cb40b9ad3798 req-6ec58f00-0252-42e0-8cc2-19208ee5bed8 service nova] Releasing lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.577100] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]523a6237-0b9f-bfc0-8190-1bf7e05c7a66, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.577464] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.577655] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3cb5f986-a540-4619-91ee-7e2dd3e09e2b/3cb5f986-a540-4619-91ee-7e2dd3e09e2b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.577912] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47cbab01-52f5-49b7-a9a6-08ade21d458e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.584772] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1331.584772] env[69984]: value = "task-3945972" [ 1331.584772] env[69984]: _type = "Task" [ 1331.584772] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.593209] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.690991] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.691377] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.691660] env[69984]: DEBUG nova.objects.instance [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lazy-loading 'resources' on Instance uuid 0668b04c-a410-42bc-bb7e-9c9c59415ea0 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.769630] env[69984]: DEBUG nova.compute.manager [req-c5e457fd-68a8-47ee-9d74-65fcca7cb3dd req-ca3ee5e3-1320-4d3f-9cd4-bc7d875eb775 service nova] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Received event network-vif-deleted-bf86f45c-ef01-4855-82f8-b57a2697ede0 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.098389] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448768} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.098708] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 3cb5f986-a540-4619-91ee-7e2dd3e09e2b/3cb5f986-a540-4619-91ee-7e2dd3e09e2b.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.098946] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.099258] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a310523-467f-4936-8d93-e44d0559ecb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.106678] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1332.106678] env[69984]: value = "task-3945973" [ 1332.106678] env[69984]: _type = "Task" [ 1332.106678] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.116537] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.259058] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e58f00b-3911-4a69-8544-b6c3cd732d92 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.267023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a05e90-02ae-425a-bee0-44e7f67b9a05 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.298176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e61df4-0660-4ad1-bfb8-c69e1e43c11f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.306018] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64c8e95-c21a-46c8-82eb-9bdbb75c8266 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.319447] env[69984]: DEBUG nova.compute.provider_tree [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.617097] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07512} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.617533] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.618161] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5068b89-ee1b-4751-9d35-5b58bc5fa24d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.641127] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3cb5f986-a540-4619-91ee-7e2dd3e09e2b/3cb5f986-a540-4619-91ee-7e2dd3e09e2b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.641460] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6cfac79-6458-4ff2-a289-c9304882ac53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.661389] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1332.661389] env[69984]: value = "task-3945974" [ 1332.661389] env[69984]: _type = "Task" [ 1332.661389] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.671167] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.823065] env[69984]: DEBUG nova.scheduler.client.report [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.171691] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.328065] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.365013] env[69984]: INFO nova.scheduler.client.report [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Deleted allocations for instance 0668b04c-a410-42bc-bb7e-9c9c59415ea0 [ 1333.672745] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.872473] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a94ce1e2-5e7f-4923-b36a-a94e912dd5c2 tempest-ServerMetadataNegativeTestJSON-154424910 tempest-ServerMetadataNegativeTestJSON-154424910-project-member] Lock "0668b04c-a410-42bc-bb7e-9c9c59415ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.731s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.172568] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945974, 'name': ReconfigVM_Task, 'duration_secs': 1.156434} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.172867] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3cb5f986-a540-4619-91ee-7e2dd3e09e2b/3cb5f986-a540-4619-91ee-7e2dd3e09e2b.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.173525] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cff12e5-ad48-47d3-8d5f-4f176f89ca74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.182790] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1334.182790] env[69984]: value = "task-3945975" [ 1334.182790] env[69984]: _type = "Task" [ 1334.182790] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.191500] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945975, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.692817] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945975, 'name': Rename_Task, 'duration_secs': 0.146467} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.693181] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.693344] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f603bbe-eb54-4298-be07-e7bbfff0defe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.700523] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1334.700523] env[69984]: value = "task-3945976" [ 1334.700523] env[69984]: _type = "Task" [ 1334.700523] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.708671] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.211102] env[69984]: DEBUG oslo_vmware.api [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945976, 'name': PowerOnVM_Task, 'duration_secs': 0.446914} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.211386] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.211595] env[69984]: INFO nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1335.211773] env[69984]: DEBUG nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.212644] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd3e2f-7227-4fa3-806e-2b3fd1b91c95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.731519] env[69984]: INFO nova.compute.manager [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Took 12.38 seconds to build instance. [ 1336.234461] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ebc7e93-388f-4484-b313-79301930a0b9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.895s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.504744] env[69984]: DEBUG nova.compute.manager [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Received event network-changed-88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.505014] env[69984]: DEBUG nova.compute.manager [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Refreshing instance network info cache due to event network-changed-88cf1391-2bda-4a46-994e-781f414d70b3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.505257] env[69984]: DEBUG oslo_concurrency.lockutils [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] Acquiring lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.505405] env[69984]: DEBUG oslo_concurrency.lockutils [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] Acquired lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.505620] env[69984]: DEBUG nova.network.neutron [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Refreshing network info cache for port 88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.214215] env[69984]: DEBUG nova.network.neutron [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updated VIF entry in instance network info cache for port 88cf1391-2bda-4a46-994e-781f414d70b3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.214588] env[69984]: DEBUG nova.network.neutron [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating instance_info_cache with network_info: [{"id": "88cf1391-2bda-4a46-994e-781f414d70b3", "address": "fa:16:3e:1d:65:cd", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88cf1391-2b", "ovs_interfaceid": "88cf1391-2bda-4a46-994e-781f414d70b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.717844] env[69984]: DEBUG oslo_concurrency.lockutils [req-35221b12-2fb4-4e95-9e5e-4e953b85300c req-0d5a15aa-b8bf-47b3-a2a5-21239a20b25a service nova] Releasing lock "refresh_cache-3cb5f986-a540-4619-91ee-7e2dd3e09e2b" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.462384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c82d9d04-30ea-4377-a543-abd00112fd8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.462794] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.463285] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.463496] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.463674] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.465828] env[69984]: INFO nova.compute.manager [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Terminating instance [ 1338.970146] env[69984]: DEBUG nova.compute.manager [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.970397] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.971314] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91413c07-7682-43bb-ba22-cbf91622f71e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.979128] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.979362] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d45a379-86fc-446b-bee1-d60f58953668 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.986542] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1338.986542] env[69984]: value = "task-3945977" [ 1338.986542] env[69984]: _type = "Task" [ 1338.986542] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.994476] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.497238] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945977, 'name': PowerOffVM_Task, 'duration_secs': 0.171487} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.497664] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.497909] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.498301] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d051fcfb-fc64-4c56-8dc4-92371a697adf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.562905] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.563162] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.563307] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleting the datastore file [datastore2] c82d9d04-30ea-4377-a543-abd00112fd8d {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.563595] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659e4cba-0020-4470-91fb-4a1da5d94212 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.570715] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1339.570715] env[69984]: value = "task-3945979" [ 1339.570715] env[69984]: _type = "Task" [ 1339.570715] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.578668] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.080316] env[69984]: DEBUG oslo_vmware.api [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139054} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.080600] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.080789] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.080968] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.081161] env[69984]: INFO nova.compute.manager [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.081406] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.081597] env[69984]: DEBUG nova.compute.manager [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.081692] env[69984]: DEBUG nova.network.neutron [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.518025] env[69984]: DEBUG nova.compute.manager [req-e018d60a-ee26-4f2a-ba97-d04ad26bbcb5 req-c37af84c-09c2-4fd5-9356-fbf1af29f3dc service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Received event network-vif-deleted-071e256a-b0fa-4a56-9311-b5d3656c7a82 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.518025] env[69984]: INFO nova.compute.manager [req-e018d60a-ee26-4f2a-ba97-d04ad26bbcb5 req-c37af84c-09c2-4fd5-9356-fbf1af29f3dc service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Neutron deleted interface 071e256a-b0fa-4a56-9311-b5d3656c7a82; detaching it from the instance and deleting it from the info cache [ 1340.518399] env[69984]: DEBUG nova.network.neutron [req-e018d60a-ee26-4f2a-ba97-d04ad26bbcb5 req-c37af84c-09c2-4fd5-9356-fbf1af29f3dc service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.002096] env[69984]: DEBUG nova.network.neutron [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.020339] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-446ee308-0cc0-4b57-9ddf-7570a2bcc99b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.031342] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe2abdd-0b33-4960-9fec-7117c74f1716 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.058064] env[69984]: DEBUG nova.compute.manager [req-e018d60a-ee26-4f2a-ba97-d04ad26bbcb5 req-c37af84c-09c2-4fd5-9356-fbf1af29f3dc service nova] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Detach interface failed, port_id=071e256a-b0fa-4a56-9311-b5d3656c7a82, reason: Instance c82d9d04-30ea-4377-a543-abd00112fd8d could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.506161] env[69984]: INFO nova.compute.manager [-] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Took 1.42 seconds to deallocate network for instance. [ 1342.011893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.012293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.012432] env[69984]: DEBUG nova.objects.instance [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'resources' on Instance uuid c82d9d04-30ea-4377-a543-abd00112fd8d {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.570420] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da6395-2baf-4cfa-9196-4a2367cb3d7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.578380] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933f18c-33a2-4534-b3e2-a0450554515b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.608880] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d312d2fb-bf8f-4431-8aee-0e58ec5cba4d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.617099] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f1531a-cb82-4baa-9e4d-af279a9ebd86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.631545] env[69984]: DEBUG nova.compute.provider_tree [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.134868] env[69984]: DEBUG nova.scheduler.client.report [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.640464] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.658649] env[69984]: INFO nova.scheduler.client.report [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted allocations for instance c82d9d04-30ea-4377-a543-abd00112fd8d [ 1344.169921] env[69984]: DEBUG oslo_concurrency.lockutils [None req-716251f7-3c84-4612-ac83-e8d4621c3fc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c82d9d04-30ea-4377-a543-abd00112fd8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.356701] env[69984]: DEBUG nova.compute.manager [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1346.873943] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.874105] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.379198] env[69984]: INFO nova.compute.claims [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.886198] env[69984]: INFO nova.compute.resource_tracker [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating resource usage from migration a9308fe5-565a-4ab1-b4ac-b042e3b70e2c [ 1347.935704] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af9421e-d6dc-4c67-a2e8-713b6643ad76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.943455] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4af9ee1-c7c5-4cb8-b875-d8246c86aacc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.975192] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964ab736-a20a-498a-8678-e38465de07a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.982983] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e46066-076b-4448-95d0-858682812cf6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.996427] env[69984]: DEBUG nova.compute.provider_tree [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.499408] env[69984]: DEBUG nova.scheduler.client.report [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.004186] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.130s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.004449] env[69984]: INFO nova.compute.manager [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Migrating [ 1349.519447] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.519729] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.519853] env[69984]: DEBUG nova.network.neutron [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.215173] env[69984]: DEBUG nova.network.neutron [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.718291] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.234638] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034272f2-8600-4c87-8301-d16fa5350622 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.254843] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.761288] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.761618] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a74ae0f-e121-4c4b-bbd3-604980258aaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.769278] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1352.769278] env[69984]: value = "task-3945980" [ 1352.769278] env[69984]: _type = "Task" [ 1352.769278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.777249] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.279180] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945980, 'name': PowerOffVM_Task, 'duration_secs': 0.18229} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.279599] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.279643] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.785869] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.786154] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.786285] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.786682] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.786682] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.786861] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.787020] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.787192] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.787359] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.787522] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.787744] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.792754] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65263b5-5596-4bd9-a0c3-3f8faa7ff2ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.810188] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1353.810188] env[69984]: value = "task-3945981" [ 1353.810188] env[69984]: _type = "Task" [ 1353.810188] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.819131] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.320946] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945981, 'name': ReconfigVM_Task, 'duration_secs': 0.161998} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.321337] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.828495] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.828770] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.828936] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.829097] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.829252] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.829404] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.829618] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.829782] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.829954] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.830141] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.830326] env[69984]: DEBUG nova.virt.hardware [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.835567] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1354.835862] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac50ad8-f16b-4298-97d7-f3efcf4d53d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.854657] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1354.854657] env[69984]: value = "task-3945982" [ 1354.854657] env[69984]: _type = "Task" [ 1354.854657] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.862721] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.365423] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945982, 'name': ReconfigVM_Task, 'duration_secs': 0.149294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.365808] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1355.366627] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40047514-6521-4e2b-9aa2-b0a30fffb0d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.388405] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.388963] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f92e1e-16e5-46c0-a04b-c8d808eb3504 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.406699] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1355.406699] env[69984]: value = "task-3945983" [ 1355.406699] env[69984]: _type = "Task" [ 1355.406699] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.414861] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.917822] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945983, 'name': ReconfigVM_Task, 'duration_secs': 0.249052} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.918115] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Reconfigured VM instance instance-00000067 to attach disk [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17/bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.918358] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.425591] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdd9c33-83ce-4c3c-bc51-75720d709758 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.444143] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59c058-2148-4772-bad5-adb4ccc170be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.461537] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.000734] env[69984]: DEBUG nova.network.neutron [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Port c4692351-fd39-4164-8469-ead64031f976 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1358.022128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.022526] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.022526] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.060541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.060836] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.060914] env[69984]: DEBUG nova.network.neutron [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.782310] env[69984]: DEBUG nova.network.neutron [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.285249] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.810830] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa716d-0e47-4a58-b622-92fd757d9ec5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.829961] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1443e2b1-1f6f-4e5a-9e6b-990981603403 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.837594] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1361.344694] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.345131] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227639f9-edc2-4e2a-99a3-d95bcc5507c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.352802] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1361.352802] env[69984]: value = "task-3945984" [ 1361.352802] env[69984]: _type = "Task" [ 1361.352802] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.361336] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.862698] env[69984]: DEBUG oslo_vmware.api [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945984, 'name': PowerOnVM_Task, 'duration_secs': 0.384667} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.862976] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.863182] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d1472234-ec78-406c-884e-526c0928acfe tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance 'bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.611533] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.611922] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.612169] env[69984]: DEBUG nova.compute.manager [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Going to confirm migration 8 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1365.180239] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.180437] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.180626] env[69984]: DEBUG nova.network.neutron [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.180821] env[69984]: DEBUG nova.objects.instance [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'info_cache' on Instance uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.430567] env[69984]: DEBUG nova.network.neutron [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [{"id": "c4692351-fd39-4164-8469-ead64031f976", "address": "fa:16:3e:4c:8f:02", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4692351-fd", "ovs_interfaceid": "c4692351-fd39-4164-8469-ead64031f976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.933444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.933738] env[69984]: DEBUG nova.objects.instance [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'migration_context' on Instance uuid bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.437395] env[69984]: DEBUG nova.objects.base [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1367.438381] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde07f88-0b06-4e11-880d-f5fd6577d155 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.459640] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea4cb51-0fb5-45ae-962a-fc7641bbee94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.466142] env[69984]: DEBUG oslo_vmware.api [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1367.466142] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52266f75-a78e-1b77-e354-21f93c21aa21" [ 1367.466142] env[69984]: _type = "Task" [ 1367.466142] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.474633] env[69984]: DEBUG oslo_vmware.api [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52266f75-a78e-1b77-e354-21f93c21aa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.977036] env[69984]: DEBUG oslo_vmware.api [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52266f75-a78e-1b77-e354-21f93c21aa21, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.978148] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.978148] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.533202] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce601e4-7eb5-49d3-87a3-cf1710e8b16b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.540823] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0ebd8-dd09-4339-a808-dd5b81019e86 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.571276] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9d1d9-7351-4263-b8ea-5af852a40ddf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.579228] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8882fa0-a7e4-42c0-b158-7e3a145c3f13 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.592401] env[69984]: DEBUG nova.compute.provider_tree [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.095814] env[69984]: DEBUG nova.scheduler.client.report [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.107315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.129s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.671088] env[69984]: INFO nova.scheduler.client.report [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted allocation for migration a9308fe5-565a-4ab1-b4ac-b042e3b70e2c [ 1371.176500] env[69984]: DEBUG oslo_concurrency.lockutils [None req-564e42b7-b490-410f-8cb0-c913efd6dbc5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.565s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.627354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.627622] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.628103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.628103] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.628313] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.630666] env[69984]: INFO nova.compute.manager [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Terminating instance [ 1372.135166] env[69984]: DEBUG nova.compute.manager [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.135381] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.136300] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddcc290-fbe9-4c0f-8a6c-44a5eb01ba5e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.143874] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.144125] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad0b7c6-7e21-4b40-90f7-431b380a10ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.150572] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1372.150572] env[69984]: value = "task-3945985" [ 1372.150572] env[69984]: _type = "Task" [ 1372.150572] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.158559] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.661712] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945985, 'name': PowerOffVM_Task, 'duration_secs': 0.192819} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.663052] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.663052] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.663052] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781e78a2-5f48-4fd5-9dbd-a106eb01ec5b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.729509] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.729794] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.730040] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleting the datastore file [datastore1] bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.730334] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cf7b32-9b10-4ccc-b807-e6fdb7e67cdb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.737851] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1372.737851] env[69984]: value = "task-3945987" [ 1372.737851] env[69984]: _type = "Task" [ 1372.737851] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.745865] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.144790] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.145096] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.249093] env[69984]: DEBUG oslo_vmware.api [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137932} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.249363] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.249593] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.249734] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.249873] env[69984]: INFO nova.compute.manager [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1373.250134] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.250305] env[69984]: DEBUG nova.compute.manager [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.250424] env[69984]: DEBUG nova.network.neutron [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.648503] env[69984]: DEBUG nova.compute.utils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.722261] env[69984]: DEBUG nova.compute.manager [req-66110bfa-0c56-49b9-b4b9-b2e97a876034 req-5e59529f-39c2-4aee-9836-7fbe3b3dc670 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Received event network-vif-deleted-c4692351-fd39-4164-8469-ead64031f976 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.722639] env[69984]: INFO nova.compute.manager [req-66110bfa-0c56-49b9-b4b9-b2e97a876034 req-5e59529f-39c2-4aee-9836-7fbe3b3dc670 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Neutron deleted interface c4692351-fd39-4164-8469-ead64031f976; detaching it from the instance and deleting it from the info cache [ 1373.722639] env[69984]: DEBUG nova.network.neutron [req-66110bfa-0c56-49b9-b4b9-b2e97a876034 req-5e59529f-39c2-4aee-9836-7fbe3b3dc670 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.151833] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.204436] env[69984]: DEBUG nova.network.neutron [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.225221] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cbcdecd-4ab0-42ea-9933-2039586179df {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.236191] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09548dc9-0bb2-477c-9863-60cb7d9d59d0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.261882] env[69984]: DEBUG nova.compute.manager [req-66110bfa-0c56-49b9-b4b9-b2e97a876034 req-5e59529f-39c2-4aee-9836-7fbe3b3dc670 service nova] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Detach interface failed, port_id=c4692351-fd39-4164-8469-ead64031f976, reason: Instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.707666] env[69984]: INFO nova.compute.manager [-] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Took 1.46 seconds to deallocate network for instance. [ 1375.215579] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.215995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.216069] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.218655] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.219067] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.219121] env[69984]: INFO nova.compute.manager [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Attaching volume 95386a1b-1283-42b8-86d8-11b88687d0d9 to /dev/sdb [ 1375.243085] env[69984]: INFO nova.scheduler.client.report [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted allocations for instance bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17 [ 1375.249787] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b5261-d71c-450c-bff3-5c6962c453cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.257221] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7752f-9c3c-4890-80a3-2f5a88b27f87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.271072] env[69984]: DEBUG nova.virt.block_device [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating existing volume attachment record: 5b12cfcb-c0ec-4a4f-99b7-c6cccdf17c95 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1375.752090] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e540121a-9b8a-48f6-97a6-110e632d209f tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.124s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.185836] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.619819] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c68d770d-521d-408f-8869-dc7155141885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.620139] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.123121] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1377.643388] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.643738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.645422] env[69984]: INFO nova.compute.claims [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.690848] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da2ad7e-c751-4b9b-9a78-ccfdbf1a42d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.698728] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663509fd-30c8-4023-81d6-3d8941c152a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.727991] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7566ff4-3da8-4d1c-9605-14b07baeacbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.735163] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f1d771-6ffc-4bdb-9fca-a884c61a1a8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.748647] env[69984]: DEBUG nova.compute.provider_tree [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.252160] env[69984]: DEBUG nova.scheduler.client.report [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.757409] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.757886] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.819047] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1379.819310] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783216', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'name': 'volume-95386a1b-1283-42b8-86d8-11b88687d0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cb5f986-a540-4619-91ee-7e2dd3e09e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'serial': '95386a1b-1283-42b8-86d8-11b88687d0d9'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1379.820172] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f652f-fd53-47a2-98dd-e8e8e3146434 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.836438] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0949ece-1b4e-4d0e-bb83-1cb2272c765e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.860212] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-95386a1b-1283-42b8-86d8-11b88687d0d9/volume-95386a1b-1283-42b8-86d8-11b88687d0d9.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.860720] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa09179f-a907-49fc-afdf-b76ef6b58215 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.877579] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1379.877579] env[69984]: value = "task-3945990" [ 1379.877579] env[69984]: _type = "Task" [ 1379.877579] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.885135] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.262567] env[69984]: DEBUG nova.compute.utils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.264033] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.264442] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.313333] env[69984]: DEBUG nova.policy [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9093d6c1209e4b5dbd5a675cf316902e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a240d2a89c4fe0bc283f3368a68930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.387570] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945990, 'name': ReconfigVM_Task, 'duration_secs': 0.317268} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.387892] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-95386a1b-1283-42b8-86d8-11b88687d0d9/volume-95386a1b-1283-42b8-86d8-11b88687d0d9.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.392593] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6db513ac-3769-4077-9b07-6fdb78687f67 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.409202] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1380.409202] env[69984]: value = "task-3945991" [ 1380.409202] env[69984]: _type = "Task" [ 1380.409202] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.418314] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.571748] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Successfully created port: 94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.767540] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.919409] env[69984]: DEBUG oslo_vmware.api [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945991, 'name': ReconfigVM_Task, 'duration_secs': 0.140401} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.919733] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783216', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'name': 'volume-95386a1b-1283-42b8-86d8-11b88687d0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cb5f986-a540-4619-91ee-7e2dd3e09e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'serial': '95386a1b-1283-42b8-86d8-11b88687d0d9'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1381.181327] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.181587] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.684917] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.685327] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.685588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.685818] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1381.686794] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2038d382-14b6-4f96-90ad-c47788c7c45c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.695649] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996748d8-6af9-4b5b-8dfb-315b4a4de436 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.710303] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf837335-a70e-4813-8368-0f3cada795d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.717578] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d22b093-e9d2-458a-a05c-700aef895544 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.747071] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179953MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1381.747241] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.747442] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.778411] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.806233] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.806421] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.806583] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.806771] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.806949] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.807132] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.807348] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.807510] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.807679] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.807844] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.808030] env[69984]: DEBUG nova.virt.hardware [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.808893] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bed404-c86b-4481-adcc-2dec245433c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.817221] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f555ef-f9f9-4cde-8232-1cafde864bae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.930869] env[69984]: DEBUG nova.compute.manager [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Received event network-vif-plugged-94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.931155] env[69984]: DEBUG oslo_concurrency.lockutils [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] Acquiring lock "c68d770d-521d-408f-8869-dc7155141885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.931425] env[69984]: DEBUG oslo_concurrency.lockutils [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] Lock "c68d770d-521d-408f-8869-dc7155141885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.931677] env[69984]: DEBUG oslo_concurrency.lockutils [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] Lock "c68d770d-521d-408f-8869-dc7155141885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.931870] env[69984]: DEBUG nova.compute.manager [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] No waiting events found dispatching network-vif-plugged-94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1381.932055] env[69984]: WARNING nova.compute.manager [req-21d33c1d-08d0-46c7-90f9-054a4fdcaffe req-9ae21fc6-aa10-428a-b3d7-278bf65adfee service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Received unexpected event network-vif-plugged-94d3e31a-f808-41ac-9d90-efd803d89f93 for instance with vm_state building and task_state spawning. [ 1381.960501] env[69984]: DEBUG nova.objects.instance [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid 3cb5f986-a540-4619-91ee-7e2dd3e09e2b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.011225] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Successfully updated port: 94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.464293] env[69984]: DEBUG oslo_concurrency.lockutils [None req-c7d28a64-ebb0-4c8f-9d63-55c585b6bcea tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.516621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.516840] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.516967] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.696119] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.696384] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.777084] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 3cb5f986-a540-4619-91ee-7e2dd3e09e2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.777084] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c68d770d-521d-408f-8869-dc7155141885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.777084] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.777084] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.817327] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824eddfc-11a7-4263-985e-83f3898ca676 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.825417] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cdb28-373e-42c8-a6c8-b255d5218ccf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.854956] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0053b6f-fa8e-4a02-a29a-2b35dac92a9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.862571] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2a98ac-3442-4727-bf7d-e4b6227a88d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.877433] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.050040] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.184580] env[69984]: DEBUG nova.network.neutron [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.199660] env[69984]: INFO nova.compute.manager [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Detaching volume 95386a1b-1283-42b8-86d8-11b88687d0d9 [ 1383.236548] env[69984]: INFO nova.virt.block_device [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Attempting to driver detach volume 95386a1b-1283-42b8-86d8-11b88687d0d9 from mountpoint /dev/sdb [ 1383.236796] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1383.237025] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783216', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'name': 'volume-95386a1b-1283-42b8-86d8-11b88687d0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cb5f986-a540-4619-91ee-7e2dd3e09e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'serial': '95386a1b-1283-42b8-86d8-11b88687d0d9'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1383.237910] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940633f4-3cbb-4a52-a516-cbe871fe1931 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.259515] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8211a5-384e-4ec9-b8ab-0e50fac61961 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.266512] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0bbef5-c5c2-40aa-acf3-073d73f489d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.286832] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891f3705-b015-41e4-88e3-659b0917ffd6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.301432] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] The volume has not been displaced from its original location: [datastore1] volume-95386a1b-1283-42b8-86d8-11b88687d0d9/volume-95386a1b-1283-42b8-86d8-11b88687d0d9.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1383.306495] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.306775] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92925213-f320-4ab4-8c9e-9eab0a1cecae {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.324218] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1383.324218] env[69984]: value = "task-3945992" [ 1383.324218] env[69984]: _type = "Task" [ 1383.324218] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.332127] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.380885] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.687937] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.688255] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Instance network_info: |[{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.688697] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:9d:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94d3e31a-f808-41ac-9d90-efd803d89f93', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.696902] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.697193] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68d770d-521d-408f-8869-dc7155141885] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.697442] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d47fd7d1-06f9-42ea-9ba4-fb6939abaf10 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.717276] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.717276] env[69984]: value = "task-3945993" [ 1383.717276] env[69984]: _type = "Task" [ 1383.717276] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.727299] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945993, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.835282] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945992, 'name': ReconfigVM_Task, 'duration_secs': 0.226457} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.835683] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.840337] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4177ac-cc99-4a5d-87a3-b5c68684286c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.857099] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1383.857099] env[69984]: value = "task-3945994" [ 1383.857099] env[69984]: _type = "Task" [ 1383.857099] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.866020] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.886449] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.886777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.961746] env[69984]: DEBUG nova.compute.manager [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Received event network-changed-94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.961983] env[69984]: DEBUG nova.compute.manager [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Refreshing instance network info cache due to event network-changed-94d3e31a-f808-41ac-9d90-efd803d89f93. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.962229] env[69984]: DEBUG oslo_concurrency.lockutils [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.962362] env[69984]: DEBUG oslo_concurrency.lockutils [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.962567] env[69984]: DEBUG nova.network.neutron [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Refreshing network info cache for port 94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.228689] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3945993, 'name': CreateVM_Task, 'duration_secs': 0.324863} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.228912] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c68d770d-521d-408f-8869-dc7155141885] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.229650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.229827] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.230170] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.230428] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17fdd490-5754-4795-9be9-09be4d2af846 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.235620] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1384.235620] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5240ad51-0112-6d37-8891-245c37fd0ea9" [ 1384.235620] env[69984]: _type = "Task" [ 1384.235620] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.243544] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5240ad51-0112-6d37-8891-245c37fd0ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.367053] env[69984]: DEBUG oslo_vmware.api [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945994, 'name': ReconfigVM_Task, 'duration_secs': 0.146456} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.367341] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783216', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'name': 'volume-95386a1b-1283-42b8-86d8-11b88687d0d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3cb5f986-a540-4619-91ee-7e2dd3e09e2b', 'attached_at': '', 'detached_at': '', 'volume_id': '95386a1b-1283-42b8-86d8-11b88687d0d9', 'serial': '95386a1b-1283-42b8-86d8-11b88687d0d9'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1384.639733] env[69984]: DEBUG nova.network.neutron [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Updated VIF entry in instance network info cache for port 94d3e31a-f808-41ac-9d90-efd803d89f93. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.640274] env[69984]: DEBUG nova.network.neutron [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.746284] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5240ad51-0112-6d37-8891-245c37fd0ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.746610] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.746890] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.747161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.747315] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.747497] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.747762] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-718fa045-762f-402c-8aac-0392fae8f97f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.756154] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.756334] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.757138] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c61e6aa-2d03-4594-8f8f-56509dfde83c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.762618] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1384.762618] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52585198-d87b-7990-1236-045b2fba098d" [ 1384.762618] env[69984]: _type = "Task" [ 1384.762618] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.770296] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52585198-d87b-7990-1236-045b2fba098d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.887625] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.888055] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.888055] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.888209] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.888363] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.888504] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1384.908271] env[69984]: DEBUG nova.objects.instance [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid 3cb5f986-a540-4619-91ee-7e2dd3e09e2b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.143088] env[69984]: DEBUG oslo_concurrency.lockutils [req-a50b6119-71fc-4a61-b043-5108d13f52e4 req-545903ff-6c5c-4cca-b305-12263e705a3a service nova] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.272882] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52585198-d87b-7990-1236-045b2fba098d, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.273701] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eed660a-8c15-4019-bcca-974ea95b0710 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.278799] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1385.278799] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c50642-e4a8-c96b-aa72-81ddd4befd71" [ 1385.278799] env[69984]: _type = "Task" [ 1385.278799] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.286049] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c50642-e4a8-c96b-aa72-81ddd4befd71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.789904] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52c50642-e4a8-c96b-aa72-81ddd4befd71, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.790160] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.790394] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.790657] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd01912b-980b-4429-84b8-e93c4b8e3c96 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.800117] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1385.800117] env[69984]: value = "task-3945995" [ 1385.800117] env[69984]: _type = "Task" [ 1385.800117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.925024] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8eb7fd75-3250-4fe9-b483-748c69b9d7a6 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.311715] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.810958] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532317} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.811248] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.811455] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.811705] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4bc491e-e87e-454f-876d-0cbd540f1728 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.818950] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1386.818950] env[69984]: value = "task-3945996" [ 1386.818950] env[69984]: _type = "Task" [ 1386.818950] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.827269] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.942016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.942403] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.942512] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.942694] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.942864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.945285] env[69984]: INFO nova.compute.manager [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Terminating instance [ 1387.328797] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05864} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.329076] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.329841] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a3b96-415f-496d-81f2-165049b0f833 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.351097] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.351394] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f4c076-8bf2-459e-bae0-8bc8e655af9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.371618] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1387.371618] env[69984]: value = "task-3945997" [ 1387.371618] env[69984]: _type = "Task" [ 1387.371618] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.379341] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.449434] env[69984]: DEBUG nova.compute.manager [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.449669] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.450523] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1336d84-ee82-4add-9a52-d2081215b146 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.458387] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.458589] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d2e43e-9f82-4661-9949-b3a1dd592adb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.464553] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1387.464553] env[69984]: value = "task-3945998" [ 1387.464553] env[69984]: _type = "Task" [ 1387.464553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.473583] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.881671] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945997, 'name': ReconfigVM_Task, 'duration_secs': 0.301629} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.881990] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.882686] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935a8772-2592-409a-9004-1414b5b7733b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.890785] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1387.890785] env[69984]: value = "task-3945999" [ 1387.890785] env[69984]: _type = "Task" [ 1387.890785] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.900513] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945999, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.974902] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3945998, 'name': PowerOffVM_Task, 'duration_secs': 0.217294} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.975475] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.975475] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.975630] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82451c1d-5693-471a-a72b-ef8f1fb460ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.135962] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.136275] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.136492] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleting the datastore file [datastore2] 3cb5f986-a540-4619-91ee-7e2dd3e09e2b {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.136776] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-526d725e-059c-4e47-8b63-d0d786280967 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.143952] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1388.143952] env[69984]: value = "task-3946001" [ 1388.143952] env[69984]: _type = "Task" [ 1388.143952] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.151606] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.400136] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3945999, 'name': Rename_Task, 'duration_secs': 0.13679} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.400400] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.400646] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59ff2f2-d3c0-45c9-9369-e90f46a27b15 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.407023] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1388.407023] env[69984]: value = "task-3946002" [ 1388.407023] env[69984]: _type = "Task" [ 1388.407023] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.415566] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.653922] env[69984]: DEBUG oslo_vmware.api [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139512} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.654173] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.654318] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.654497] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.654672] env[69984]: INFO nova.compute.manager [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1388.654933] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.655155] env[69984]: DEBUG nova.compute.manager [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.655253] env[69984]: DEBUG nova.network.neutron [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.917105] env[69984]: DEBUG oslo_vmware.api [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946002, 'name': PowerOnVM_Task, 'duration_secs': 0.471596} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.917766] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.918143] env[69984]: INFO nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1388.918411] env[69984]: DEBUG nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.919323] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89c9ac-34ef-49af-a3c7-cabbfad1cdda {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.145759] env[69984]: DEBUG nova.compute.manager [req-b3d04d92-dbb8-48ef-acd1-231adf9be567 req-b309c08c-17e7-44e0-885c-b9a3616dc7f1 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Received event network-vif-deleted-88cf1391-2bda-4a46-994e-781f414d70b3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.146211] env[69984]: INFO nova.compute.manager [req-b3d04d92-dbb8-48ef-acd1-231adf9be567 req-b309c08c-17e7-44e0-885c-b9a3616dc7f1 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Neutron deleted interface 88cf1391-2bda-4a46-994e-781f414d70b3; detaching it from the instance and deleting it from the info cache [ 1389.146211] env[69984]: DEBUG nova.network.neutron [req-b3d04d92-dbb8-48ef-acd1-231adf9be567 req-b309c08c-17e7-44e0-885c-b9a3616dc7f1 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.437086] env[69984]: INFO nova.compute.manager [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Took 11.81 seconds to build instance. [ 1389.623215] env[69984]: DEBUG nova.network.neutron [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.649169] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b779c4-fa3c-4c90-8f40-fc6d9ba25b36 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.660593] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e6952-12de-4d3e-b356-bc9dd7fc90ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.688634] env[69984]: DEBUG nova.compute.manager [req-b3d04d92-dbb8-48ef-acd1-231adf9be567 req-b309c08c-17e7-44e0-885c-b9a3616dc7f1 service nova] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Detach interface failed, port_id=88cf1391-2bda-4a46-994e-781f414d70b3, reason: Instance 3cb5f986-a540-4619-91ee-7e2dd3e09e2b could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.939678] env[69984]: DEBUG oslo_concurrency.lockutils [None req-caf265fe-c723-4b38-87de-5622b88ac096 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.319s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.126623] env[69984]: INFO nova.compute.manager [-] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Took 1.47 seconds to deallocate network for instance. [ 1390.633454] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.633958] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.634069] env[69984]: DEBUG nova.objects.instance [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'resources' on Instance uuid 3cb5f986-a540-4619-91ee-7e2dd3e09e2b {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.155201] env[69984]: DEBUG nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1391.170183] env[69984]: DEBUG nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1391.170488] env[69984]: DEBUG nova.compute.provider_tree [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.174621] env[69984]: DEBUG nova.compute.manager [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Received event network-changed-94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.174856] env[69984]: DEBUG nova.compute.manager [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Refreshing instance network info cache due to event network-changed-94d3e31a-f808-41ac-9d90-efd803d89f93. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.175151] env[69984]: DEBUG oslo_concurrency.lockutils [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.175336] env[69984]: DEBUG oslo_concurrency.lockutils [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.175531] env[69984]: DEBUG nova.network.neutron [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Refreshing network info cache for port 94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.182625] env[69984]: DEBUG nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1391.201086] env[69984]: DEBUG nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1391.241205] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2fc4f1-5e77-46f3-aa7a-a8da0d805c44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.249442] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb2269-31c0-4400-9ee3-885be3ea41c9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.279671] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1303b8a-f39d-454f-9f46-4f840071dc2a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.287816] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd90fc-f63b-42af-8a13-36ef5462e94a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.301556] env[69984]: DEBUG nova.compute.provider_tree [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.804908] env[69984]: DEBUG nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.878510] env[69984]: DEBUG nova.network.neutron [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Updated VIF entry in instance network info cache for port 94d3e31a-f808-41ac-9d90-efd803d89f93. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.878888] env[69984]: DEBUG nova.network.neutron [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.309537] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.330508] env[69984]: INFO nova.scheduler.client.report [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted allocations for instance 3cb5f986-a540-4619-91ee-7e2dd3e09e2b [ 1392.381508] env[69984]: DEBUG oslo_concurrency.lockutils [req-a129ef7d-3ffa-43d9-b78e-79c36ebc15d3 req-0c3814ee-0c01-4224-9555-a11a9f7c242d service nova] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.837804] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4dc01c24-95b6-4ed3-8b61-4fd928b4e3de tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "3cb5f986-a540-4619-91ee-7e2dd3e09e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.853477] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.853881] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.176870] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.356837] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.876969] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.877291] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.878847] env[69984]: INFO nova.compute.claims [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.925056] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551767d-6c6c-4981-9773-5fae2e539793 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.932439] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94ac5dd-d6ae-4af7-a826-e4e53d512596 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.962785] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d3634-1d98-4360-92fc-fc65151ae19a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.969955] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc585c9-9fce-457c-b576-35741e4afe70 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.982942] env[69984]: DEBUG nova.compute.provider_tree [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.486091] env[69984]: DEBUG nova.scheduler.client.report [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.991185] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.991728] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.496608] env[69984]: DEBUG nova.compute.utils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.498091] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.498272] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.546411] env[69984]: DEBUG nova.policy [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3db4f8c398014466b00524422e2d0526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bbbecc552f448cba521f85a392a99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.814500] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Successfully created port: bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.002220] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.014043] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.041412] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.041706] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.041866] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.042078] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.042255] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.042412] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.042645] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.042822] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.043045] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.043363] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.043680] env[69984]: DEBUG nova.virt.hardware [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.044794] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb89a4-b57c-4377-93b7-1f65fdad09b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.053340] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc99e4-af50-4515-ba76-1874e640f97c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.204578] env[69984]: DEBUG nova.compute.manager [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Received event network-vif-plugged-bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.204829] env[69984]: DEBUG oslo_concurrency.lockutils [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.205045] env[69984]: DEBUG oslo_concurrency.lockutils [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.205226] env[69984]: DEBUG oslo_concurrency.lockutils [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.205395] env[69984]: DEBUG nova.compute.manager [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] No waiting events found dispatching network-vif-plugged-bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1400.205558] env[69984]: WARNING nova.compute.manager [req-9e6d9bfe-18f9-4dd9-abc8-42d88da83872 req-76eaac49-b03e-4cb1-a787-791f29978c3c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Received unexpected event network-vif-plugged-bfbbbcdd-f927-4426-957f-518babf30607 for instance with vm_state building and task_state spawning. [ 1400.288494] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Successfully updated port: bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.791862] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.792076] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.792197] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.323830] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.450790] env[69984]: DEBUG nova.network.neutron [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating instance_info_cache with network_info: [{"id": "bfbbbcdd-f927-4426-957f-518babf30607", "address": "fa:16:3e:ac:c4:bc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbbcdd-f9", "ovs_interfaceid": "bfbbbcdd-f927-4426-957f-518babf30607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.953513] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.953847] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Instance network_info: |[{"id": "bfbbbcdd-f927-4426-957f-518babf30607", "address": "fa:16:3e:ac:c4:bc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbbcdd-f9", "ovs_interfaceid": "bfbbbcdd-f927-4426-957f-518babf30607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.954301] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c4:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfbbbcdd-f927-4426-957f-518babf30607', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.961751] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1401.961960] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.962202] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba342763-d5db-4628-9c54-290702c5e291 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.982672] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.982672] env[69984]: value = "task-3946003" [ 1401.982672] env[69984]: _type = "Task" [ 1401.982672] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.990872] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946003, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.233387] env[69984]: DEBUG nova.compute.manager [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Received event network-changed-bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.233572] env[69984]: DEBUG nova.compute.manager [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Refreshing instance network info cache due to event network-changed-bfbbbcdd-f927-4426-957f-518babf30607. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.233814] env[69984]: DEBUG oslo_concurrency.lockutils [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] Acquiring lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.233921] env[69984]: DEBUG oslo_concurrency.lockutils [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] Acquired lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.234087] env[69984]: DEBUG nova.network.neutron [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Refreshing network info cache for port bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.492891] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946003, 'name': CreateVM_Task, 'duration_secs': 0.304325} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.493357] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.493723] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.493891] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.494238] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.494500] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157d3bb0-a215-4af6-aaa3-cedea57e5aa1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.499992] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1402.499992] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526522dc-4da7-534e-ab2f-6f39c1cc5da0" [ 1402.499992] env[69984]: _type = "Task" [ 1402.499992] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.507904] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526522dc-4da7-534e-ab2f-6f39c1cc5da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.922785] env[69984]: DEBUG nova.network.neutron [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updated VIF entry in instance network info cache for port bfbbbcdd-f927-4426-957f-518babf30607. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.923171] env[69984]: DEBUG nova.network.neutron [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating instance_info_cache with network_info: [{"id": "bfbbbcdd-f927-4426-957f-518babf30607", "address": "fa:16:3e:ac:c4:bc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbbcdd-f9", "ovs_interfaceid": "bfbbbcdd-f927-4426-957f-518babf30607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.010749] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]526522dc-4da7-534e-ab2f-6f39c1cc5da0, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.011084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.011324] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.011558] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.011704] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.011882] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.012173] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4cac22-9fb0-4407-9903-244342e8591f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.021545] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.021714] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.022436] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f50b08-46e7-47e9-82bb-4d734a4dc68e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.028183] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1403.028183] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d4356a-92d5-6776-8ba5-599e51bd464a" [ 1403.028183] env[69984]: _type = "Task" [ 1403.028183] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.038224] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d4356a-92d5-6776-8ba5-599e51bd464a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.426710] env[69984]: DEBUG oslo_concurrency.lockutils [req-1625b519-b95e-4404-b48f-22919457b9a8 req-779a169f-c892-4c54-9484-b15a82c17a51 service nova] Releasing lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.543800] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d4356a-92d5-6776-8ba5-599e51bd464a, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.545063] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520c96dd-57e3-4a5f-80c5-fcb821aed81b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.552628] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1403.552628] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dffd5d-1913-2a89-2268-10c62d8b45ce" [ 1403.552628] env[69984]: _type = "Task" [ 1403.552628] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.564936] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dffd5d-1913-2a89-2268-10c62d8b45ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.063292] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52dffd5d-1913-2a89-2268-10c62d8b45ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.063559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.063823] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 82124db2-d07a-4a50-8600-0fb91d8be6d5/82124db2-d07a-4a50-8600-0fb91d8be6d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.064107] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-687e7021-b438-407f-951c-d050cde1b6e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.071211] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1404.071211] env[69984]: value = "task-3946004" [ 1404.071211] env[69984]: _type = "Task" [ 1404.071211] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.079831] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.581922] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464099} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.583967] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 82124db2-d07a-4a50-8600-0fb91d8be6d5/82124db2-d07a-4a50-8600-0fb91d8be6d5.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.583967] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.583967] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6330129f-1e65-4911-8bf9-e3ac6f9706a3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.589837] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1404.589837] env[69984]: value = "task-3946005" [ 1404.589837] env[69984]: _type = "Task" [ 1404.589837] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.597780] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.099929] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067697} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.100247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.101039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003bd7c1-5395-4128-898a-3793b5a96a85 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.123468] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 82124db2-d07a-4a50-8600-0fb91d8be6d5/82124db2-d07a-4a50-8600-0fb91d8be6d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.123868] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b6fa8e4-f18c-40f8-acbe-0ac164c16081 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.143596] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1405.143596] env[69984]: value = "task-3946006" [ 1405.143596] env[69984]: _type = "Task" [ 1405.143596] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.151890] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.654011] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946006, 'name': ReconfigVM_Task, 'duration_secs': 0.32178} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.654408] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 82124db2-d07a-4a50-8600-0fb91d8be6d5/82124db2-d07a-4a50-8600-0fb91d8be6d5.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.654952] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af2e7724-5d4c-44da-a93d-43c61e316154 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.661619] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1405.661619] env[69984]: value = "task-3946007" [ 1405.661619] env[69984]: _type = "Task" [ 1405.661619] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.669472] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946007, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.171973] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946007, 'name': Rename_Task, 'duration_secs': 0.283626} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.172281] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.172549] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0d2f64-7a5f-43d6-8f39-da87755dfbbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.179914] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1406.179914] env[69984]: value = "task-3946008" [ 1406.179914] env[69984]: _type = "Task" [ 1406.179914] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.189304] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.691651] env[69984]: DEBUG oslo_vmware.api [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946008, 'name': PowerOnVM_Task, 'duration_secs': 0.468685} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.692089] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.692189] env[69984]: INFO nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1406.692313] env[69984]: DEBUG nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.693109] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8648a3-41af-4e28-9a3a-668673ca08e8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.210592] env[69984]: INFO nova.compute.manager [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Took 11.35 seconds to build instance. [ 1407.712571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-9f5e7cf7-b203-413e-896e-36b40ce7ed05 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.859s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.889748] env[69984]: DEBUG nova.compute.manager [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Received event network-changed-bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.889748] env[69984]: DEBUG nova.compute.manager [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Refreshing instance network info cache due to event network-changed-bfbbbcdd-f927-4426-957f-518babf30607. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1407.889748] env[69984]: DEBUG oslo_concurrency.lockutils [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] Acquiring lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.889748] env[69984]: DEBUG oslo_concurrency.lockutils [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] Acquired lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.889748] env[69984]: DEBUG nova.network.neutron [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Refreshing network info cache for port bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.605937] env[69984]: DEBUG nova.network.neutron [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updated VIF entry in instance network info cache for port bfbbbcdd-f927-4426-957f-518babf30607. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.606349] env[69984]: DEBUG nova.network.neutron [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating instance_info_cache with network_info: [{"id": "bfbbbcdd-f927-4426-957f-518babf30607", "address": "fa:16:3e:ac:c4:bc", "network": {"id": "ccfeeb5f-ac57-49c3-91ae-231aaa5d89cf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-254900212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bbbecc552f448cba521f85a392a99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbbbcdd-f9", "ovs_interfaceid": "bfbbbcdd-f927-4426-957f-518babf30607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.109640] env[69984]: DEBUG oslo_concurrency.lockutils [req-983b1eb5-daa2-43f1-9126-f9e5086bc06b req-e068e309-679c-4cb5-9cac-7ff0a54a857f service nova] Releasing lock "refresh_cache-82124db2-d07a-4a50-8600-0fb91d8be6d5" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.733622] env[69984]: DEBUG nova.compute.manager [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1428.254879] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.255194] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.760698] env[69984]: INFO nova.compute.claims [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.265975] env[69984]: INFO nova.compute.resource_tracker [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating resource usage from migration 7710492e-8e22-4bcc-9997-a1ff6cf2163b [ 1429.315391] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30425b9-9ec2-431c-8b8a-13a29cec23bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.323500] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a20788-d587-4a61-82dc-03bf6019ea98 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.352712] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16625a33-ddb2-4300-a4ae-f057b00bf526 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.359988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb67af-a9f3-415a-be17-c2da852514f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.372909] env[69984]: DEBUG nova.compute.provider_tree [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.876368] env[69984]: DEBUG nova.scheduler.client.report [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.381898] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.127s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.382178] env[69984]: INFO nova.compute.manager [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Migrating [ 1430.897386] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.897788] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.897788] env[69984]: DEBUG nova.network.neutron [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.607131] env[69984]: DEBUG nova.network.neutron [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.109660] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.625669] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab5c5f-8ced-414b-9acd-e3e6feb3ae76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.644826] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1434.151675] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.151994] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38435702-407b-4d59-8e02-2b866cceccb3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.159916] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1434.159916] env[69984]: value = "task-3946009" [ 1434.159916] env[69984]: _type = "Task" [ 1434.159916] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.168864] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.670133] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946009, 'name': PowerOffVM_Task, 'duration_secs': 0.198895} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.670560] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.670626] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.177531] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.177787] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.177950] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.178145] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.178322] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.178492] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.178810] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.179018] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.179211] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.179384] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.179598] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.184647] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90bfa0cc-ff15-4544-aa86-29f0076a0ef0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.201213] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1435.201213] env[69984]: value = "task-3946010" [ 1435.201213] env[69984]: _type = "Task" [ 1435.201213] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.209651] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.711621] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946010, 'name': ReconfigVM_Task, 'duration_secs': 0.145148} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.712084] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.182303] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.218952] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.219362] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.219362] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.219630] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.219718] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.219927] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.220171] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.220337] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.220510] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.220674] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.220851] env[69984]: DEBUG nova.virt.hardware [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.226472] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1436.226789] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758596e8-4b74-4ea0-8b26-33e5dcfccbd3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.245968] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1436.245968] env[69984]: value = "task-3946011" [ 1436.245968] env[69984]: _type = "Task" [ 1436.245968] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.254678] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.756119] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946011, 'name': ReconfigVM_Task, 'duration_secs': 0.157722} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.756478] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1436.757141] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1a37f-0fb5-48e3-b950-02c3cdd338d6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.779393] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.779700] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad801658-b006-47fe-a5ba-2e1dcf3a606d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.798331] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1436.798331] env[69984]: value = "task-3946012" [ 1436.798331] env[69984]: _type = "Task" [ 1436.798331] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.806550] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.308702] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946012, 'name': ReconfigVM_Task, 'duration_secs': 0.250933} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.309065] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.309355] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.817070] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b69e2-8fe8-445f-8f72-498df2854d9d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.840247] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f984179-5f90-4044-8a1f-0a168e950f3d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.858977] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.400193] env[69984]: DEBUG nova.network.neutron [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Port 94d3e31a-f808-41ac-9d90-efd803d89f93 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1439.181908] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.421793] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c68d770d-521d-408f-8869-dc7155141885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.422082] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.422210] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.457962] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.458255] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.458370] env[69984]: DEBUG nova.network.neutron [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.153473] env[69984]: DEBUG nova.network.neutron [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.656129] env[69984]: DEBUG oslo_concurrency.lockutils [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.211545] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a981d-0934-4ec2-b66f-e56a4f99f063 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.231659] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a370eaa-1ad2-4f16-bf48-caadc89db9de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.238967] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.684793] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.685293] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.685293] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.745591] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.745884] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35fc974-45cd-4de8-bb07-af94ee215764 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.753586] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1442.753586] env[69984]: value = "task-3946013" [ 1442.753586] env[69984]: _type = "Task" [ 1442.753586] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.762306] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.188773] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.189052] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.189229] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.189385] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1443.190266] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc9bc6b-8304-4e5c-9bfc-c1c3afcc1649 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.198593] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f7f974-f835-4dad-871c-13636a4350c0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.212392] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85f5328-aca3-400c-8d67-fccfa61787c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.219988] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ff875-fe00-4214-8ef9-dcbc24d9afa8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.250916] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180342MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1443.251130] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.251300] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.262949] env[69984]: DEBUG oslo_vmware.api [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946013, 'name': PowerOnVM_Task, 'duration_secs': 0.366309} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.262949] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.262949] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-3b822abe-3097-4223-abbb-b74ef2b225ab tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance 'c68d770d-521d-408f-8869-dc7155141885' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1444.257811] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Applying migration context for instance c68d770d-521d-408f-8869-dc7155141885 as it has an incoming, in-progress migration 7710492e-8e22-4bcc-9997-a1ff6cf2163b. Migration status is post-migrating {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1444.258497] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating resource usage from migration 7710492e-8e22-4bcc-9997-a1ff6cf2163b [ 1444.276152] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 82124db2-d07a-4a50-8600-0fb91d8be6d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1444.276361] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration 7710492e-8e22-4bcc-9997-a1ff6cf2163b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1444.276490] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance c68d770d-521d-408f-8869-dc7155141885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1444.276691] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1444.276834] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1444.328150] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2ec421-eaa8-48ca-8d24-67ebe9fc6c49 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.336687] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c9c9fc-9bbe-4886-9c81-b11aa605760f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.367340] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c762dd-099a-446d-9c78-7eea846284fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.375400] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65875a5-17ea-436b-a952-b14b56f5ab62 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.389030] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.892198] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.397330] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1445.397667] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.397938] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.398099] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances with incomplete migration {{(pid=69984) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1446.075890] env[69984]: DEBUG nova.network.neutron [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Port 94d3e31a-f808-41ac-9d90-efd803d89f93 binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1446.076172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.076328] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.076497] env[69984]: DEBUG nova.network.neutron [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.392269] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.392573] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.392810] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.393058] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.393265] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1446.808320] env[69984]: DEBUG nova.network.neutron [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.868361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.868632] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.310931] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.371910] env[69984]: DEBUG nova.compute.utils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1447.813922] env[69984]: DEBUG nova.compute.manager [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69984) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1447.814237] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.814485] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.874448] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.317872] env[69984]: DEBUG nova.objects.instance [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'migration_context' on Instance uuid c68d770d-521d-408f-8869-dc7155141885 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.878077] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b865e4-0871-426b-ae9d-4cc7ea8d9bad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.887055] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f081e673-0da9-4a73-bcc8-9243665f131e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.917613] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05874a6-0b36-4cf7-9bc9-806ab2fae537 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.925280] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801fa9c-6a74-44f3-9658-08b5962c542d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.938726] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.938976] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.939218] env[69984]: INFO nova.compute.manager [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Attaching volume 76550dda-8544-4789-90d7-7e94b0f83a83 to /dev/sdb [ 1448.941309] env[69984]: DEBUG nova.compute.provider_tree [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.970396] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bbad5-d352-47b8-9e8e-b1694ca5ddea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.977683] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fdf5d-fd00-4f3b-8eae-9c9273ed980b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.991199] env[69984]: DEBUG nova.virt.block_device [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating existing volume attachment record: 5a931700-7c4d-48ab-84e2-c55d038cad4e {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1449.443813] env[69984]: DEBUG nova.scheduler.client.report [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.455437] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.641s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.991989] env[69984]: INFO nova.compute.manager [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Swapping old allocation on dict_keys(['6d9d83be-7d3c-4acd-92b5-0ebf47ddad45']) held by migration 7710492e-8e22-4bcc-9997-a1ff6cf2163b for instance [ 1452.015593] env[69984]: DEBUG nova.scheduler.client.report [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Overwriting current allocation {'allocations': {'6d9d83be-7d3c-4acd-92b5-0ebf47ddad45': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '12a240d2a89c4fe0bc283f3368a68930', 'user_id': '9093d6c1209e4b5dbd5a675cf316902e', 'consumer_generation': 1} on consumer c68d770d-521d-408f-8869-dc7155141885 {{(pid=69984) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1452.099780] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.100088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.100334] env[69984]: DEBUG nova.network.neutron [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.830609] env[69984]: DEBUG nova.network.neutron [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [{"id": "94d3e31a-f808-41ac-9d90-efd803d89f93", "address": "fa:16:3e:d1:9d:f9", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94d3e31a-f8", "ovs_interfaceid": "94d3e31a-f808-41ac-9d90-efd803d89f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.333180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-c68d770d-521d-408f-8869-dc7155141885" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.333644] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.333950] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e4ad5ef-5af2-4086-b7f4-858b951c390c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.341591] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1453.341591] env[69984]: value = "task-3946016" [ 1453.341591] env[69984]: _type = "Task" [ 1453.341591] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.350243] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.536839] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1453.537112] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783219', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'name': 'volume-76550dda-8544-4789-90d7-7e94b0f83a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82124db2-d07a-4a50-8600-0fb91d8be6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'serial': '76550dda-8544-4789-90d7-7e94b0f83a83'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1453.538086] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc59e1-9ddc-4fae-bbab-bd38ff5146ad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.554180] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12546e6d-f53c-40f2-bcba-784346572904 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.579866] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-76550dda-8544-4789-90d7-7e94b0f83a83/volume-76550dda-8544-4789-90d7-7e94b0f83a83.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.580180] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666b580c-b479-4f28-b00f-5ed37af86565 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.598962] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1453.598962] env[69984]: value = "task-3946017" [ 1453.598962] env[69984]: _type = "Task" [ 1453.598962] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.607632] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.851420] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946016, 'name': PowerOffVM_Task, 'duration_secs': 0.201552} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.851718] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.852383] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1453.852597] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.852797] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1453.852941] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.853109] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1453.853266] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1453.853469] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1453.853632] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1453.853888] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1453.854093] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1453.854276] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1453.859226] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0565d8-068d-4ecb-be82-2d341cbf8b6d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.876304] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1453.876304] env[69984]: value = "task-3946018" [ 1453.876304] env[69984]: _type = "Task" [ 1453.876304] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.884874] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.109662] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946017, 'name': ReconfigVM_Task, 'duration_secs': 0.32799} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.109899] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-76550dda-8544-4789-90d7-7e94b0f83a83/volume-76550dda-8544-4789-90d7-7e94b0f83a83.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.114601] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa33051-113a-4274-b881-e44fc6759768 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.129793] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1454.129793] env[69984]: value = "task-3946019" [ 1454.129793] env[69984]: _type = "Task" [ 1454.129793] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.138983] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.387155] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946018, 'name': ReconfigVM_Task, 'duration_secs': 0.149921} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.387958] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de5bc0-b776-483f-affd-52d4c312a986 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.407293] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.407580] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.407748] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.407938] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.408110] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.408267] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.408485] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.408693] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.408852] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.409012] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.409200] env[69984]: DEBUG nova.virt.hardware [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.410326] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822e1292-6e7f-4929-8132-d9319bb017cb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.417484] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1454.417484] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52611a19-32a4-b5c3-7123-6d8e1eb33fc5" [ 1454.417484] env[69984]: _type = "Task" [ 1454.417484] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.426342] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52611a19-32a4-b5c3-7123-6d8e1eb33fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.640178] env[69984]: DEBUG oslo_vmware.api [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946019, 'name': ReconfigVM_Task, 'duration_secs': 0.147205} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.640484] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783219', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'name': 'volume-76550dda-8544-4789-90d7-7e94b0f83a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82124db2-d07a-4a50-8600-0fb91d8be6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'serial': '76550dda-8544-4789-90d7-7e94b0f83a83'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1454.927786] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52611a19-32a4-b5c3-7123-6d8e1eb33fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.932955] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.933262] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06164f04-e31c-4425-87ef-aa5f5868b1de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.950785] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1454.950785] env[69984]: value = "task-3946020" [ 1454.950785] env[69984]: _type = "Task" [ 1454.950785] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.961818] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.461229] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946020, 'name': ReconfigVM_Task, 'duration_secs': 0.232614} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.461697] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1455.462301] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f910f02d-f2cf-494b-bbc1-17939ec440f3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.484324] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.484602] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc146a2f-71a4-4069-b8db-3585a202a3c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.502877] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1455.502877] env[69984]: value = "task-3946021" [ 1455.502877] env[69984]: _type = "Task" [ 1455.502877] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.512146] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.681461] env[69984]: DEBUG nova.objects.instance [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid 82124db2-d07a-4a50-8600-0fb91d8be6d5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.013423] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946021, 'name': ReconfigVM_Task, 'duration_secs': 0.260728} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.013704] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c68d770d-521d-408f-8869-dc7155141885/c68d770d-521d-408f-8869-dc7155141885.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.014784] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a1c529-34c0-4a5b-aa99-0fba17f147eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.032459] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f20ac32-85cb-4bd6-9f8a-405596f3365c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.049851] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b01aa-bc47-47ae-90ef-aea608cdd0be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.067113] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970714e3-5838-424f-bbb6-a2f1ab32ce34 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.073614] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.073841] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9348ebe-825f-4ae9-a6fc-29ea4bf582ac {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.080494] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1456.080494] env[69984]: value = "task-3946022" [ 1456.080494] env[69984]: _type = "Task" [ 1456.080494] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.087677] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.182477] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.182729] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1456.186099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1aec0f7-3958-4f5c-816e-5958db00f3c9 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.377538] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.377802] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.591050] env[69984]: DEBUG oslo_vmware.api [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946022, 'name': PowerOnVM_Task, 'duration_secs': 0.372791} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.591461] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.691521] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] There are 19 instances to clean {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1456.691726] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3cb5f986-a540-4619-91ee-7e2dd3e09e2b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.881237] env[69984]: INFO nova.compute.manager [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Detaching volume 76550dda-8544-4789-90d7-7e94b0f83a83 [ 1456.921302] env[69984]: INFO nova.virt.block_device [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Attempting to driver detach volume 76550dda-8544-4789-90d7-7e94b0f83a83 from mountpoint /dev/sdb [ 1456.921549] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1456.921741] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783219', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'name': 'volume-76550dda-8544-4789-90d7-7e94b0f83a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82124db2-d07a-4a50-8600-0fb91d8be6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'serial': '76550dda-8544-4789-90d7-7e94b0f83a83'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1456.922665] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541b036-d4d5-494d-9063-9cb25b37c6ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.944667] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6176cb4-4c0d-419a-bda7-4e1cdeb2f2bc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.952806] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f981493a-d33a-4e66-9f5e-2f1eb75634a0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.973426] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac37dc5-50e0-4f9f-81d4-515887081f31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.989324] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] The volume has not been displaced from its original location: [datastore2] volume-76550dda-8544-4789-90d7-7e94b0f83a83/volume-76550dda-8544-4789-90d7-7e94b0f83a83.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1456.994452] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.994770] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f013568-4daf-480a-917b-bf75a316f06b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.013445] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1457.013445] env[69984]: value = "task-3946023" [ 1457.013445] env[69984]: _type = "Task" [ 1457.013445] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.021965] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.197080] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 0668b04c-a410-42bc-bb7e-9c9c59415ea0] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.524202] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946023, 'name': ReconfigVM_Task, 'duration_secs': 0.217857} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.524459] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1457.529178] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e5f25a-0509-4445-a83a-aa74b2d62ef0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.544797] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1457.544797] env[69984]: value = "task-3946024" [ 1457.544797] env[69984]: _type = "Task" [ 1457.544797] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.554529] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.602293] env[69984]: INFO nova.compute.manager [None req-bb60c840-e81e-4e90-a75a-732ac721f026 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance to original state: 'active' [ 1457.700913] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3c9d1a24-3ed0-4f8b-a676-35f8aa54e1cf] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.054927] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.203700] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 9d970f39-e335-49d0-877b-5e9f985a4c13] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.556177] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.605951] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c68d770d-521d-408f-8869-dc7155141885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.606369] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.606554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "c68d770d-521d-408f-8869-dc7155141885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.606777] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.606995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.609401] env[69984]: INFO nova.compute.manager [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Terminating instance [ 1458.706675] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c82d9d04-30ea-4377-a543-abd00112fd8d] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.054901] env[69984]: DEBUG oslo_vmware.api [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946024, 'name': ReconfigVM_Task, 'duration_secs': 1.150114} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.055238] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783219', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'name': 'volume-76550dda-8544-4789-90d7-7e94b0f83a83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82124db2-d07a-4a50-8600-0fb91d8be6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '76550dda-8544-4789-90d7-7e94b0f83a83', 'serial': '76550dda-8544-4789-90d7-7e94b0f83a83'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1459.114248] env[69984]: DEBUG nova.compute.manager [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.114502] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.115618] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fddf2c0-e36f-4b0b-b4a1-17fcdf6d4eca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.123295] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.123602] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e6bb66-a6f2-419b-b860-e28ab06ef226 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.129585] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1459.129585] env[69984]: value = "task-3946025" [ 1459.129585] env[69984]: _type = "Task" [ 1459.129585] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.138333] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.210569] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 9cb62d34-7f4c-4281-9115-90466af1ba2f] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.596335] env[69984]: DEBUG nova.objects.instance [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'flavor' on Instance uuid 82124db2-d07a-4a50-8600-0fb91d8be6d5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.640023] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946025, 'name': PowerOffVM_Task, 'duration_secs': 0.184183} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.640401] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.640537] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.640743] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dedb57c-e2fa-4a06-8730-1de5120ccea1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.701031] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.701344] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.701542] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleting the datastore file [datastore1] c68d770d-521d-408f-8869-dc7155141885 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.701901] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c15286a9-35ba-4dc5-9390-f8311c20c521 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.709997] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1459.709997] env[69984]: value = "task-3946027" [ 1459.709997] env[69984]: _type = "Task" [ 1459.709997] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.714844] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8902a357-3f91-44a7-b0d2-d67500ba818e] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.721607] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.220125] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c0b164b3-dc72-4fec-8aa8-910e146a87aa] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.221934] env[69984]: DEBUG oslo_vmware.api [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157067} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.222385] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.222576] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.222755] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.222930] env[69984]: INFO nova.compute.manager [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: c68d770d-521d-408f-8869-dc7155141885] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1460.223188] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.223383] env[69984]: DEBUG nova.compute.manager [-] [instance: c68d770d-521d-408f-8869-dc7155141885] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.223481] env[69984]: DEBUG nova.network.neutron [-] [instance: c68d770d-521d-408f-8869-dc7155141885] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.603652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-95f51351-12fe-43de-ba7f-b4ce17722bd1 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.226s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.702655] env[69984]: DEBUG nova.compute.manager [req-210c9347-6beb-49b2-b421-476c0c93e8eb req-0d32133a-636e-484d-bb57-50e4e4717ccc service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Received event network-vif-deleted-94d3e31a-f808-41ac-9d90-efd803d89f93 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.702655] env[69984]: INFO nova.compute.manager [req-210c9347-6beb-49b2-b421-476c0c93e8eb req-0d32133a-636e-484d-bb57-50e4e4717ccc service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Neutron deleted interface 94d3e31a-f808-41ac-9d90-efd803d89f93; detaching it from the instance and deleting it from the info cache [ 1460.703213] env[69984]: DEBUG nova.network.neutron [req-210c9347-6beb-49b2-b421-476c0c93e8eb req-0d32133a-636e-484d-bb57-50e4e4717ccc service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.723040] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 15037563-4ea7-40da-afa5-5229ddc44cb4] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.176666] env[69984]: DEBUG nova.network.neutron [-] [instance: c68d770d-521d-408f-8869-dc7155141885] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.206307] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd599059-c5a2-4f6b-b769-7d2094014946 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.216023] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a9d74b-1b9f-4674-ad39-940fc56c0d0a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.227235] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e7267708-1c6c-4d8e-947e-ac9f5aab39ac] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.244230] env[69984]: DEBUG nova.compute.manager [req-210c9347-6beb-49b2-b421-476c0c93e8eb req-0d32133a-636e-484d-bb57-50e4e4717ccc service nova] [instance: c68d770d-521d-408f-8869-dc7155141885] Detach interface failed, port_id=94d3e31a-f808-41ac-9d90-efd803d89f93, reason: Instance c68d770d-521d-408f-8869-dc7155141885 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1461.666084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.666084] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.666425] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.666725] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.666923] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.669465] env[69984]: INFO nova.compute.manager [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Terminating instance [ 1461.681438] env[69984]: INFO nova.compute.manager [-] [instance: c68d770d-521d-408f-8869-dc7155141885] Took 1.46 seconds to deallocate network for instance. [ 1461.730549] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6ce19e79-45c9-43cb-b3b8-bdb18c0acdb7] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.174226] env[69984]: DEBUG nova.compute.manager [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.174487] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.175493] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bb5e4-5942-49e2-a123-c96969212364 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.183790] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.184052] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-577d09c0-8ef1-4117-b77c-513b804ab929 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.190818] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.191115] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.191335] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.194587] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1462.194587] env[69984]: value = "task-3946028" [ 1462.194587] env[69984]: _type = "Task" [ 1462.194587] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.204220] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.216256] env[69984]: INFO nova.scheduler.client.report [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted allocations for instance c68d770d-521d-408f-8869-dc7155141885 [ 1462.233873] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: e7d82c17-3c2c-4820-9077-6ab3a7255d8b] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.705124] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946028, 'name': PowerOffVM_Task, 'duration_secs': 0.190862} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.705344] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.705512] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.705762] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f1ab87-54b8-4c44-9ded-25fad7f3a89f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.725533] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2228dfb4-6904-4f9d-8f4a-92bb0ec4d502 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "c68d770d-521d-408f-8869-dc7155141885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.119s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.737346] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 8116662e-f3f2-42a7-8773-5501561ea1f3] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.770070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.770300] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.770485] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleting the datastore file [datastore2] 82124db2-d07a-4a50-8600-0fb91d8be6d5 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.770759] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8596bd-dcb0-4075-8c81-91c28ea5b594 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.778480] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for the task: (returnval){ [ 1462.778480] env[69984]: value = "task-3946030" [ 1462.778480] env[69984]: _type = "Task" [ 1462.778480] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.786775] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.240835] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 6c58e17e-8683-42ab-a982-a9357cc72475] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.289634] env[69984]: DEBUG oslo_vmware.api [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Task: {'id': task-3946030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149621} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.289913] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.290178] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.290306] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.291114] env[69984]: INFO nova.compute.manager [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1463.291114] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.291284] env[69984]: DEBUG nova.compute.manager [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.291330] env[69984]: DEBUG nova.network.neutron [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.520409] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "14af031d-9d89-4855-9642-56a96411c783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.520634] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.724156] env[69984]: DEBUG nova.compute.manager [req-fd63502f-976f-4282-8dee-e30c5a429254 req-7b8be02c-31d5-4385-95b7-a1859ce0f90c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Received event network-vif-deleted-bfbbbcdd-f927-4426-957f-518babf30607 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.724376] env[69984]: INFO nova.compute.manager [req-fd63502f-976f-4282-8dee-e30c5a429254 req-7b8be02c-31d5-4385-95b7-a1859ce0f90c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Neutron deleted interface bfbbbcdd-f927-4426-957f-518babf30607; detaching it from the instance and deleting it from the info cache [ 1463.724526] env[69984]: DEBUG nova.network.neutron [req-fd63502f-976f-4282-8dee-e30c5a429254 req-7b8be02c-31d5-4385-95b7-a1859ce0f90c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.744424] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: ebf17e54-12e4-4014-b0a0-ac834bb970cb] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.023635] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.206893] env[69984]: DEBUG nova.network.neutron [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.227029] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd8a3ada-8a5b-4264-b449-db017abf366e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.236978] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0314f51-5efb-4bc4-83f8-e5f88c63b34e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.249096] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 1c40dc71-3a7e-475a-a60c-84757a0a42da] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.268841] env[69984]: DEBUG nova.compute.manager [req-fd63502f-976f-4282-8dee-e30c5a429254 req-7b8be02c-31d5-4385-95b7-a1859ce0f90c service nova] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Detach interface failed, port_id=bfbbbcdd-f927-4426-957f-518babf30607, reason: Instance 82124db2-d07a-4a50-8600-0fb91d8be6d5 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1464.548644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.548965] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.550602] env[69984]: INFO nova.compute.claims [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.710132] env[69984]: INFO nova.compute.manager [-] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Took 1.42 seconds to deallocate network for instance. [ 1464.752529] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: bce1c0d1-3d2b-48fe-9d1a-a5483d91eb17] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.216425] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.255201] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 3e0e556a-bef0-4150-9eaf-8ddf2ec02d19] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.601495] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5bc608-2b81-4b3c-ab35-7c6dbf4dd39e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.609521] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aceade-68da-4a38-97eb-ea2b1bde28e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.641291] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0d9af-9aca-42bd-a7fa-ea12b955488a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.649614] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071f346-1389-4c7e-a306-b6ffb60350e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.663916] env[69984]: DEBUG nova.compute.provider_tree [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.758848] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 14ef51f7-4c98-49b0-a733-8090c161bfdb] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.167371] env[69984]: DEBUG nova.scheduler.client.report [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.672709] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.673234] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1466.675909] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.460s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.676150] env[69984]: DEBUG nova.objects.instance [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lazy-loading 'resources' on Instance uuid 82124db2-d07a-4a50-8600-0fb91d8be6d5 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.179693] env[69984]: DEBUG nova.compute.utils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1467.184254] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1467.184416] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.224307] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7471eb-9dbf-491d-a681-181fd5d57e63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.231088] env[69984]: DEBUG nova.policy [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9093d6c1209e4b5dbd5a675cf316902e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12a240d2a89c4fe0bc283f3368a68930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1467.235847] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3e26f-ab79-408d-8429-9dfa5398160e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.271141] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2470a-20c2-42e3-aa37-b781b4648b80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.279241] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f080ee4-63f0-4aac-bc9a-ad34583fbac5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.293051] env[69984]: DEBUG nova.compute.provider_tree [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.540509] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Successfully created port: 9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.685699] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1467.796072] env[69984]: DEBUG nova.scheduler.client.report [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.300652] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.328953] env[69984]: INFO nova.scheduler.client.report [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Deleted allocations for instance 82124db2-d07a-4a50-8600-0fb91d8be6d5 [ 1468.695166] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1468.722805] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.723139] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.723378] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.723703] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.723999] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.724308] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.724696] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.724995] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.725319] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.725644] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.725981] env[69984]: DEBUG nova.virt.hardware [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.727573] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aaf110-03f7-4a5b-8863-25f9245a9ce1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.739804] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d548d711-3e3d-4f00-8214-8f2c353602ca {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.837851] env[69984]: DEBUG oslo_concurrency.lockutils [None req-82035fde-2a2b-412f-97a7-0fc89ea00190 tempest-AttachVolumeNegativeTest-1918735741 tempest-AttachVolumeNegativeTest-1918735741-project-member] Lock "82124db2-d07a-4a50-8600-0fb91d8be6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.172s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.902584] env[69984]: DEBUG nova.compute.manager [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Received event network-vif-plugged-9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.902809] env[69984]: DEBUG oslo_concurrency.lockutils [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] Acquiring lock "14af031d-9d89-4855-9642-56a96411c783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.903030] env[69984]: DEBUG oslo_concurrency.lockutils [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] Lock "14af031d-9d89-4855-9642-56a96411c783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.903203] env[69984]: DEBUG oslo_concurrency.lockutils [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] Lock "14af031d-9d89-4855-9642-56a96411c783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.903368] env[69984]: DEBUG nova.compute.manager [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] No waiting events found dispatching network-vif-plugged-9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1468.903542] env[69984]: WARNING nova.compute.manager [req-b745b325-ee9b-4805-ab7a-b361f711e81f req-514614ce-52a1-421a-a7e0-93208c2a06e7 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Received unexpected event network-vif-plugged-9f0e9908-aa95-4d76-b75a-59e8180e9449 for instance with vm_state building and task_state spawning. [ 1468.997826] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Successfully updated port: 9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.501541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.501541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.501541] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.032825] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.173902] env[69984]: DEBUG nova.network.neutron [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.677184] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.677184] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Instance network_info: |[{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1470.677890] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:36:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f0e9908-aa95-4d76-b75a-59e8180e9449', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1470.686183] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.686485] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1470.686755] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f41b6d-296e-45ff-a39c-7ee77e23fc5f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.708161] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1470.708161] env[69984]: value = "task-3946032" [ 1470.708161] env[69984]: _type = "Task" [ 1470.708161] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.715759] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946032, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.929187] env[69984]: DEBUG nova.compute.manager [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Received event network-changed-9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.929356] env[69984]: DEBUG nova.compute.manager [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Refreshing instance network info cache due to event network-changed-9f0e9908-aa95-4d76-b75a-59e8180e9449. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.929586] env[69984]: DEBUG oslo_concurrency.lockutils [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] Acquiring lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.929757] env[69984]: DEBUG oslo_concurrency.lockutils [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] Acquired lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.929942] env[69984]: DEBUG nova.network.neutron [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Refreshing network info cache for port 9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.217853] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946032, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.645996] env[69984]: DEBUG nova.network.neutron [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updated VIF entry in instance network info cache for port 9f0e9908-aa95-4d76-b75a-59e8180e9449. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.646377] env[69984]: DEBUG nova.network.neutron [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.718344] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946032, 'name': CreateVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.149733] env[69984]: DEBUG oslo_concurrency.lockutils [req-b96750fc-2c82-4399-aa64-e39754e36505 req-eb36d41f-8827-4b31-88e1-0305fd557114 service nova] Releasing lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.218726] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946032, 'name': CreateVM_Task, 'duration_secs': 1.307295} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.218930] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.219571] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.219736] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.220062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.220323] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a71df03-fcab-41f6-a3ab-a7e5d450b072 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.225203] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1472.225203] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528d4a21-f09c-f301-0e42-2d4ad1bb0ed5" [ 1472.225203] env[69984]: _type = "Task" [ 1472.225203] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.232789] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528d4a21-f09c-f301-0e42-2d4ad1bb0ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.737546] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]528d4a21-f09c-f301-0e42-2d4ad1bb0ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.737970] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.738123] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.738358] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.738504] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.738690] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.738946] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b53169b-824d-496f-b7b8-214d9af8128c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.747550] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.747737] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.748441] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1457e8-8dbb-4e74-8201-a9a34bf5647f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.753623] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1472.753623] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52720131-6759-dda1-f9a4-18834721ca7a" [ 1472.753623] env[69984]: _type = "Task" [ 1472.753623] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.761342] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52720131-6759-dda1-f9a4-18834721ca7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.264885] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52720131-6759-dda1-f9a4-18834721ca7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.265672] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a412e26d-e989-4281-9fe0-e239970f7c90 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.271284] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1473.271284] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e887f9-ed5e-5ecb-e442-5c97080db813" [ 1473.271284] env[69984]: _type = "Task" [ 1473.271284] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.279391] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e887f9-ed5e-5ecb-e442-5c97080db813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.781778] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e887f9-ed5e-5ecb-e442-5c97080db813, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.782201] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.782370] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 14af031d-9d89-4855-9642-56a96411c783/14af031d-9d89-4855-9642-56a96411c783.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.782637] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1501640c-71fc-4636-9cdf-bb4ca454a9da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.789372] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1473.789372] env[69984]: value = "task-3946034" [ 1473.789372] env[69984]: _type = "Task" [ 1473.789372] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.797846] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.299626] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467268} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.299885] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 14af031d-9d89-4855-9642-56a96411c783/14af031d-9d89-4855-9642-56a96411c783.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.300119] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.300384] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e66731b-0351-4590-af12-71ac77b12acf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.307685] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1474.307685] env[69984]: value = "task-3946035" [ 1474.307685] env[69984]: _type = "Task" [ 1474.307685] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.317015] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.818226] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078826} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.818613] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.819265] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd15c1dd-0292-47f0-acfe-d08b60368caf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.840934] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 14af031d-9d89-4855-9642-56a96411c783/14af031d-9d89-4855-9642-56a96411c783.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.841224] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1717688e-b8f2-47c7-a4af-045457dfc9b0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.861584] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1474.861584] env[69984]: value = "task-3946036" [ 1474.861584] env[69984]: _type = "Task" [ 1474.861584] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.869608] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.374254] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946036, 'name': ReconfigVM_Task, 'duration_secs': 0.269485} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.374540] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 14af031d-9d89-4855-9642-56a96411c783/14af031d-9d89-4855-9642-56a96411c783.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.375186] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9699eb9e-d97d-4a04-b79c-f0596fc48114 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.382577] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1475.382577] env[69984]: value = "task-3946037" [ 1475.382577] env[69984]: _type = "Task" [ 1475.382577] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.390593] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946037, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.893901] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946037, 'name': Rename_Task, 'duration_secs': 0.1463} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.894317] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.894506] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6447c649-2eea-49cf-83d9-7ac68880d826 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.902630] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1475.902630] env[69984]: value = "task-3946039" [ 1475.902630] env[69984]: _type = "Task" [ 1475.902630] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.913153] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.413538] env[69984]: DEBUG oslo_vmware.api [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946039, 'name': PowerOnVM_Task, 'duration_secs': 0.459721} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.413765] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.413921] env[69984]: INFO nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1476.414124] env[69984]: DEBUG nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1476.414969] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dc7849-3b6b-43fa-bdec-b3ec66f4e067 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.932045] env[69984]: INFO nova.compute.manager [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Took 12.40 seconds to build instance. [ 1477.435042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b918a5e5-627d-430a-92c5-629c2e6d325d tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.914s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.630565] env[69984]: DEBUG nova.compute.manager [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Received event network-changed-9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.630761] env[69984]: DEBUG nova.compute.manager [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Refreshing instance network info cache due to event network-changed-9f0e9908-aa95-4d76-b75a-59e8180e9449. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.630976] env[69984]: DEBUG oslo_concurrency.lockutils [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] Acquiring lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.631141] env[69984]: DEBUG oslo_concurrency.lockutils [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] Acquired lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.631829] env[69984]: DEBUG nova.network.neutron [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Refreshing network info cache for port 9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.593014] env[69984]: DEBUG nova.network.neutron [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updated VIF entry in instance network info cache for port 9f0e9908-aa95-4d76-b75a-59e8180e9449. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.593406] env[69984]: DEBUG nova.network.neutron [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.096265] env[69984]: DEBUG oslo_concurrency.lockutils [req-2b476b5e-e3f9-4803-bdb6-5085de4201a0 req-04d442bc-3937-40f3-b4a3-75034e5d962f service nova] Releasing lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.261783] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262234] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262234] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262362] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262531] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262679] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262827] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.262969] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1508.263136] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.766940] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.767219] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.767391] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.767551] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1508.768522] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b353830-57ce-4d01-b4ca-a865c24a81a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.776963] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4873533-d781-46f9-9bac-45eb8a359695 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.790798] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2e728-d1c5-4168-9269-8de908e2ca8a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.797081] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a8bcd-5342-4c87-abf5-43280c79fe23 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.825264] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180393MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1508.825440] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.825631] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.851844] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 14af031d-9d89-4855-9642-56a96411c783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1509.852187] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1509.852247] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1509.877441] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1825a8c7-ebcb-43bd-a3ce-a0124f2bd6a5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.884764] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b91d68a-37d1-4da8-80d5-e7c3bac50b89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.914823] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dde60-6a0b-449b-999a-761527f2f79b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.921985] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4264e9c8-934d-46b7-b96b-b25e52562ea1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.934796] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.437905] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.943452] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1510.943876] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.889244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "14af031d-9d89-4855-9642-56a96411c783" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.889688] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.889688] env[69984]: DEBUG nova.compute.manager [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1514.890693] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d84cd27-8d28-49a4-926c-a62e4eca37ef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.897697] env[69984]: DEBUG nova.compute.manager [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1514.898346] env[69984]: DEBUG nova.objects.instance [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'flavor' on Instance uuid 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.908076] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.908076] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cafa53ba-655d-407f-b4ed-7cdd0fffd01f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.915584] env[69984]: DEBUG oslo_vmware.api [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1515.915584] env[69984]: value = "task-3946040" [ 1515.915584] env[69984]: _type = "Task" [ 1515.915584] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.924106] env[69984]: DEBUG oslo_vmware.api [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.425619] env[69984]: DEBUG oslo_vmware.api [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946040, 'name': PowerOffVM_Task, 'duration_secs': 0.189916} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.425991] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.426225] env[69984]: DEBUG nova.compute.manager [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1516.426978] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42705804-077b-4921-909d-11c68ab63bc0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.938971] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f8ea2794-1719-4e36-95f6-6adf3d4f7e78 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.466783] env[69984]: DEBUG nova.objects.instance [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'flavor' on Instance uuid 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.972279] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.972650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.972650] env[69984]: DEBUG nova.network.neutron [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.972810] env[69984]: DEBUG nova.objects.instance [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'info_cache' on Instance uuid 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.476403] env[69984]: DEBUG nova.objects.base [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Object Instance<14af031d-9d89-4855-9642-56a96411c783> lazy-loaded attributes: flavor,info_cache {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1519.241773] env[69984]: DEBUG nova.network.neutron [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.744510] env[69984]: DEBUG oslo_concurrency.lockutils [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.750514] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.750926] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31138a66-5127-4948-88fc-ed3e62dcdd58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.758382] env[69984]: DEBUG oslo_vmware.api [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1520.758382] env[69984]: value = "task-3946041" [ 1520.758382] env[69984]: _type = "Task" [ 1520.758382] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.766441] env[69984]: DEBUG oslo_vmware.api [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.268757] env[69984]: DEBUG oslo_vmware.api [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946041, 'name': PowerOnVM_Task, 'duration_secs': 0.344924} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.269091] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.269329] env[69984]: DEBUG nova.compute.manager [None req-bbc10766-015f-4916-8d3b-683ee953eb6e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1521.270140] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b63d64-722e-4fd2-826d-f97bb126a8a4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.857558] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.235170] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66185b6-ed89-46f6-8073-802ce1cbfa9f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.242399] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Suspending the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1522.242633] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4d4505dc-08da-428d-850b-e8f1c7a3d5d2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.249248] env[69984]: DEBUG oslo_vmware.api [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1522.249248] env[69984]: value = "task-3946042" [ 1522.249248] env[69984]: _type = "Task" [ 1522.249248] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.257594] env[69984]: DEBUG oslo_vmware.api [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946042, 'name': SuspendVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.759911] env[69984]: DEBUG oslo_vmware.api [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946042, 'name': SuspendVM_Task} progress is 70%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.259619] env[69984]: DEBUG oslo_vmware.api [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946042, 'name': SuspendVM_Task, 'duration_secs': 0.571325} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.260045] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Suspended the VM {{(pid=69984) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1523.260094] env[69984]: DEBUG nova.compute.manager [None req-5cb54efa-daf0-466c-be6d-551deb12eb24 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1523.260807] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffdb5e-62e6-48fb-b5d6-d15f2c21b680 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.561707] env[69984]: INFO nova.compute.manager [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Resuming [ 1524.562382] env[69984]: DEBUG nova.objects.instance [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'flavor' on Instance uuid 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.072621] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.073128] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquired lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.073128] env[69984]: DEBUG nova.network.neutron [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.805167] env[69984]: DEBUG nova.network.neutron [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [{"id": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "address": "fa:16:3e:8d:36:eb", "network": {"id": "e2073d8a-2a7c-4bed-b4f9-8cdb64c2eb32", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-585662316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12a240d2a89c4fe0bc283f3368a68930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f0e9908-aa", "ovs_interfaceid": "9f0e9908-aa95-4d76-b75a-59e8180e9449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.308709] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Releasing lock "refresh_cache-14af031d-9d89-4855-9642-56a96411c783" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.309709] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbc8ba-7253-421f-b5d5-0d10e17466cd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.316641] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Resuming the VM {{(pid=69984) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1527.316906] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3923078e-ad17-4389-a295-0ee3fe1c1c46 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.323387] env[69984]: DEBUG oslo_vmware.api [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1527.323387] env[69984]: value = "task-3946043" [ 1527.323387] env[69984]: _type = "Task" [ 1527.323387] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.331708] env[69984]: DEBUG oslo_vmware.api [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.834960] env[69984]: DEBUG oslo_vmware.api [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.334908] env[69984]: DEBUG oslo_vmware.api [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946043, 'name': PowerOnVM_Task, 'duration_secs': 0.520839} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.335461] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Resumed the VM {{(pid=69984) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1528.335461] env[69984]: DEBUG nova.compute.manager [None req-ad95d9d2-239f-4e96-b584-82cb7a258eb5 tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1528.336360] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6156231e-bb29-4457-bb70-adf7a0376677 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.274217] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "14af031d-9d89-4855-9642-56a96411c783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.274497] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.274709] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "14af031d-9d89-4855-9642-56a96411c783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.274893] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.275081] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.277658] env[69984]: INFO nova.compute.manager [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Terminating instance [ 1529.781546] env[69984]: DEBUG nova.compute.manager [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.781980] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.782698] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c772988-b59a-4aa5-9b4d-795de31c07fc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.791712] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.791963] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0deccc-717d-4dfe-b9b2-2c39eeb68950 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.799028] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1529.799028] env[69984]: value = "task-3946044" [ 1529.799028] env[69984]: _type = "Task" [ 1529.799028] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.807421] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.309670] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946044, 'name': PowerOffVM_Task, 'duration_secs': 0.19451} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.309965] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.310193] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.310500] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4cd3ef-e9aa-4b72-a1ba-1a8efdea8d78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.371563] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.371887] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.372196] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleting the datastore file [datastore2] 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.372546] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2fe33dc-66bb-41c6-b737-e095f6e4eb53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.379860] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for the task: (returnval){ [ 1530.379860] env[69984]: value = "task-3946046" [ 1530.379860] env[69984]: _type = "Task" [ 1530.379860] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.387651] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.890202] env[69984]: DEBUG oslo_vmware.api [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Task: {'id': task-3946046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146325} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.890651] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.890651] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.890802] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.890978] env[69984]: INFO nova.compute.manager [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] [instance: 14af031d-9d89-4855-9642-56a96411c783] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1530.891248] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1530.891441] env[69984]: DEBUG nova.compute.manager [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.891540] env[69984]: DEBUG nova.network.neutron [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.414585] env[69984]: DEBUG nova.compute.manager [req-d4269cdd-dcd0-4909-9cef-6c15e4038d56 req-c757fbf8-b12d-4e0e-9150-49bff564cbbe service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Received event network-vif-deleted-9f0e9908-aa95-4d76-b75a-59e8180e9449 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.414925] env[69984]: INFO nova.compute.manager [req-d4269cdd-dcd0-4909-9cef-6c15e4038d56 req-c757fbf8-b12d-4e0e-9150-49bff564cbbe service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Neutron deleted interface 9f0e9908-aa95-4d76-b75a-59e8180e9449; detaching it from the instance and deleting it from the info cache [ 1531.415137] env[69984]: DEBUG nova.network.neutron [req-d4269cdd-dcd0-4909-9cef-6c15e4038d56 req-c757fbf8-b12d-4e0e-9150-49bff564cbbe service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.847867] env[69984]: DEBUG nova.network.neutron [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.919554] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec63ce9c-51f4-4a3a-ad45-1bce0c0e53d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.929609] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db933b1-8259-4810-a0b6-3d35184068b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.953508] env[69984]: DEBUG nova.compute.manager [req-d4269cdd-dcd0-4909-9cef-6c15e4038d56 req-c757fbf8-b12d-4e0e-9150-49bff564cbbe service nova] [instance: 14af031d-9d89-4855-9642-56a96411c783] Detach interface failed, port_id=9f0e9908-aa95-4d76-b75a-59e8180e9449, reason: Instance 14af031d-9d89-4855-9642-56a96411c783 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1532.350849] env[69984]: INFO nova.compute.manager [-] [instance: 14af031d-9d89-4855-9642-56a96411c783] Took 1.46 seconds to deallocate network for instance. [ 1532.857411] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.857748] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.857925] env[69984]: DEBUG nova.objects.instance [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lazy-loading 'resources' on Instance uuid 14af031d-9d89-4855-9642-56a96411c783 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.391990] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb719ce8-5567-403a-b9ac-60bb7c54fcb6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.399851] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c9231c-1628-4afd-915f-44ec821473f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.430593] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced1992-77b6-473d-afb0-5467ed2e1629 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.438105] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314310a-90f4-42bc-b1db-502c20982b06 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.451320] env[69984]: DEBUG nova.compute.provider_tree [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.954308] env[69984]: DEBUG nova.scheduler.client.report [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.459761] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.480227] env[69984]: INFO nova.scheduler.client.report [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Deleted allocations for instance 14af031d-9d89-4855-9642-56a96411c783 [ 1534.988075] env[69984]: DEBUG oslo_concurrency.lockutils [None req-4ed9a6a1-72f4-494d-9daa-a5813704d03e tempest-ServerActionsTestJSON-1984408909 tempest-ServerActionsTestJSON-1984408909-project-member] Lock "14af031d-9d89-4855-9642-56a96411c783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.994679] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "350f9469-1a33-4ff9-80b2-e90468ef904e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.995019] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.497656] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.019413] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.019699] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.021653] env[69984]: INFO nova.compute.claims [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.060128] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d6a95-8f8c-4095-93dd-e2926c4678e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.071096] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5bbb85-7633-4b6f-a0f5-9aaf7d097563 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.103432] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0917d3-5ea0-4588-ab45-74cfdf749b80 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.111220] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a61937-537c-4ec4-ac53-4543cb8bb314 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.124322] env[69984]: DEBUG nova.compute.provider_tree [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.627343] env[69984]: DEBUG nova.scheduler.client.report [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.132088] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.132616] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.638048] env[69984]: DEBUG nova.compute.utils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1544.640029] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.640029] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.686644] env[69984]: DEBUG nova.policy [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c071abffc8f3446eb45e4be54ebf1859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43511351871c48ecbee04c5806c3b46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.923474] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Successfully created port: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.143424] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.154415] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.187165] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.187426] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.187585] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.187766] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.187914] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.188074] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.188293] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.188492] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.188671] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.188834] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.189045] env[69984]: DEBUG nova.virt.hardware [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.189975] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460036de-17de-4036-8aa6-a4c539052f4b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.198884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ad06b-b9cc-4a53-a88d-8f074ebc3eab {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.291957] env[69984]: DEBUG nova.compute.manager [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received event network-vif-plugged-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.292254] env[69984]: DEBUG oslo_concurrency.lockutils [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] Acquiring lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.292404] env[69984]: DEBUG oslo_concurrency.lockutils [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.292570] env[69984]: DEBUG oslo_concurrency.lockutils [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.292753] env[69984]: DEBUG nova.compute.manager [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] No waiting events found dispatching network-vif-plugged-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1546.292908] env[69984]: WARNING nova.compute.manager [req-d19a31f0-a261-4605-b0dd-34cdfd1d79dc req-70c712eb-1b75-4d14-95f6-8767252b204a service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received unexpected event network-vif-plugged-150a7c4a-2206-4497-bce0-cfce2f4b7cfc for instance with vm_state building and task_state spawning. [ 1546.383763] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Successfully updated port: 150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.886298] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.886505] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.886708] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.418460] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.540398] env[69984]: DEBUG nova.network.neutron [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [{"id": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "address": "fa:16:3e:4f:b0:ec", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a7c4a-22", "ovs_interfaceid": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.042926] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.043283] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Instance network_info: |[{"id": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "address": "fa:16:3e:4f:b0:ec", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a7c4a-22", "ovs_interfaceid": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.043772] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '150a7c4a-2206-4497-bce0-cfce2f4b7cfc', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.051771] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating folder: Project (43511351871c48ecbee04c5806c3b46a). Parent ref: group-v782883. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.052084] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a726f4bd-20b2-4fd1-9512-f33a6e5f86f4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.064532] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created folder: Project (43511351871c48ecbee04c5806c3b46a) in parent group-v782883. [ 1548.064786] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating folder: Instances. Parent ref: group-v783221. {{(pid=69984) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.065078] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c2a0d7e-1085-4ec3-a981-dd1d2244dd59 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.074303] env[69984]: INFO nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created folder: Instances in parent group-v783221. [ 1548.075032] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.075032] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.075032] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90e1e950-8c7e-4880-94eb-0bdb7d0bf7cc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.094129] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.094129] env[69984]: value = "task-3946049" [ 1548.094129] env[69984]: _type = "Task" [ 1548.094129] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.102481] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946049, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.321337] env[69984]: DEBUG nova.compute.manager [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.321337] env[69984]: DEBUG nova.compute.manager [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing instance network info cache due to event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1548.321595] env[69984]: DEBUG oslo_concurrency.lockutils [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] Acquiring lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.321654] env[69984]: DEBUG oslo_concurrency.lockutils [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] Acquired lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.321806] env[69984]: DEBUG nova.network.neutron [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.604095] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946049, 'name': CreateVM_Task, 'duration_secs': 0.310721} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.604435] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.604930] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.605123] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.605456] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.605720] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e76f8a-cfa8-4624-b638-5d8e0d332a8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.611193] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1548.611193] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e177d9-6c52-47d6-fc90-91199b0f4eed" [ 1548.611193] env[69984]: _type = "Task" [ 1548.611193] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.620497] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e177d9-6c52-47d6-fc90-91199b0f4eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.005105] env[69984]: DEBUG nova.network.neutron [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updated VIF entry in instance network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.005487] env[69984]: DEBUG nova.network.neutron [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [{"id": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "address": "fa:16:3e:4f:b0:ec", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a7c4a-22", "ovs_interfaceid": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.121959] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e177d9-6c52-47d6-fc90-91199b0f4eed, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.122326] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.122564] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.122807] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.122956] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.123151] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.123427] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-039f4fc2-2e9b-45b2-ade5-51b09a31e5e4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.132276] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.132449] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.133175] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e513be3-16b8-4e06-ac3a-73a3d2c1287e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.138553] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1549.138553] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00640-2920-74a3-3629-670cb12ab2c0" [ 1549.138553] env[69984]: _type = "Task" [ 1549.138553] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.146313] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00640-2920-74a3-3629-670cb12ab2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.508916] env[69984]: DEBUG oslo_concurrency.lockutils [req-1af6f57e-e569-4e4d-85c3-025f13c37d3b req-273d2f8d-d8a3-4ed7-80b3-353e5dbc8dc4 service nova] Releasing lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.649093] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e00640-2920-74a3-3629-670cb12ab2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.649926] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f79fd055-f3e9-47d6-87b0-162dd009a86c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.655730] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1549.655730] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5213ede9-2245-c02a-30ea-69975e50d53a" [ 1549.655730] env[69984]: _type = "Task" [ 1549.655730] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.663499] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5213ede9-2245-c02a-30ea-69975e50d53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.166582] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5213ede9-2245-c02a-30ea-69975e50d53a, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.166863] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.167151] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 350f9469-1a33-4ff9-80b2-e90468ef904e/350f9469-1a33-4ff9-80b2-e90468ef904e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.167420] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e6b85f-7b78-469f-9fac-19831a0dbb91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.175044] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1550.175044] env[69984]: value = "task-3946050" [ 1550.175044] env[69984]: _type = "Task" [ 1550.175044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.182973] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.685117] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469095} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.685462] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore2] 350f9469-1a33-4ff9-80b2-e90468ef904e/350f9469-1a33-4ff9-80b2-e90468ef904e.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.685593] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.685806] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84ebf0eb-68f6-48df-a3ce-8f1d74e6bf78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.692650] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1550.692650] env[69984]: value = "task-3946051" [ 1550.692650] env[69984]: _type = "Task" [ 1550.692650] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.700319] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.203461] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067865} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.203857] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.204499] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d2fba-9bd9-4f59-b6ac-4a9f9176f997 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.226998] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 350f9469-1a33-4ff9-80b2-e90468ef904e/350f9469-1a33-4ff9-80b2-e90468ef904e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.227335] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718dfff0-86ba-4c7b-a198-a9ed792849d4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.247022] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1551.247022] env[69984]: value = "task-3946052" [ 1551.247022] env[69984]: _type = "Task" [ 1551.247022] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.257393] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.757213] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946052, 'name': ReconfigVM_Task, 'duration_secs': 0.291337} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.757552] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 350f9469-1a33-4ff9-80b2-e90468ef904e/350f9469-1a33-4ff9-80b2-e90468ef904e.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.758209] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-041c3eaf-eff6-4c68-b6d7-e6106959b422 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.765607] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1551.765607] env[69984]: value = "task-3946053" [ 1551.765607] env[69984]: _type = "Task" [ 1551.765607] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.775164] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946053, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.276132] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946053, 'name': Rename_Task, 'duration_secs': 0.145527} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.276444] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.276689] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48c3d492-d8ff-4621-9fd3-a672526a3ae6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.284073] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1552.284073] env[69984]: value = "task-3946054" [ 1552.284073] env[69984]: _type = "Task" [ 1552.284073] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.293214] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.794443] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.295147] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946054, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.796195] env[69984]: DEBUG oslo_vmware.api [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946054, 'name': PowerOnVM_Task, 'duration_secs': 1.015087} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.796536] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.796674] env[69984]: INFO nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1553.796850] env[69984]: DEBUG nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1553.797635] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5fe224-ef5e-4b1a-b819-0e32bbd6618b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.316227] env[69984]: INFO nova.compute.manager [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Took 12.31 seconds to build instance. [ 1554.818768] env[69984]: DEBUG oslo_concurrency.lockutils [None req-2eaab852-015c-4171-be73-b3758c852680 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.824s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.372533] env[69984]: DEBUG nova.compute.manager [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1555.372713] env[69984]: DEBUG nova.compute.manager [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing instance network info cache due to event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1555.372953] env[69984]: DEBUG oslo_concurrency.lockutils [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] Acquiring lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.373112] env[69984]: DEBUG oslo_concurrency.lockutils [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] Acquired lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.373279] env[69984]: DEBUG nova.network.neutron [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.094439] env[69984]: DEBUG nova.network.neutron [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updated VIF entry in instance network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.094833] env[69984]: DEBUG nova.network.neutron [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [{"id": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "address": "fa:16:3e:4f:b0:ec", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a7c4a-22", "ovs_interfaceid": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.597293] env[69984]: DEBUG oslo_concurrency.lockutils [req-861ea9c4-a901-41b9-b838-966a84a7d58c req-66c96974-def9-4523-a8fb-1834e5547f7e service nova] Releasing lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.182068] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.183021] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.686686] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.686999] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.687224] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.687447] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1562.688399] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5756c-429f-4c19-b811-8d6eda1532fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.696982] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f40a10-5b09-40a0-8f41-ccca4a55261b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.712662] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa92b1c-53f2-4885-9303-226dc6415ea0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.719541] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19cead-e2ab-4856-b2ff-a5dc0a09419a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.748146] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180393MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1562.748335] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.748541] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.772573] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1563.772838] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1563.772963] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1563.799257] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab426b-918b-47dd-aefc-48359f61a761 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.807589] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39199109-ab35-4ae5-ae6c-d68ba2b0802a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.838333] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd044b4a-bef1-4afb-9e8a-ff4f3ac67a7f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.845825] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b1316-5d29-48e7-a17c-7312bcd66dea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.858872] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1564.362577] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.867940] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1564.868308] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.861442] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.861910] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.861910] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.182123] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.182494] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.182729] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1568.183067] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.819062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.819062] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.322064] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.841345] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.841612] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.843260] env[69984]: INFO nova.compute.claims [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.890998] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837feed6-9e76-4c21-9415-055d225afb22 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.900038] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d311b3b-88fe-4e94-ac2c-39608cabc7b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.930180] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0514ffb-36c2-48c6-b58e-7dbc9e6df777 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.937652] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91cbfb5-1d87-4753-9bfa-0139a09d09b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.950998] env[69984]: DEBUG nova.compute.provider_tree [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.453928] env[69984]: DEBUG nova.scheduler.client.report [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.959393] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.959934] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.464856] env[69984]: DEBUG nova.compute.utils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1596.466468] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.467109] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.512476] env[69984]: DEBUG nova.policy [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c071abffc8f3446eb45e4be54ebf1859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43511351871c48ecbee04c5806c3b46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.759914] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Successfully created port: cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.969514] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1597.982977] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1598.012496] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.012598] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.012762] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.012950] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.013111] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.013288] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.013685] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.013871] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.014696] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.014696] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.014696] env[69984]: DEBUG nova.virt.hardware [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.015261] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e47d84-10e2-4027-8a06-48b546bdcf3f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.023327] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf857dd-ef6c-4de5-a855-ff7fb52f56da {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.111343] env[69984]: DEBUG nova.compute.manager [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Received event network-vif-plugged-cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1598.111562] env[69984]: DEBUG oslo_concurrency.lockutils [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.111771] env[69984]: DEBUG oslo_concurrency.lockutils [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.111942] env[69984]: DEBUG oslo_concurrency.lockutils [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.112136] env[69984]: DEBUG nova.compute.manager [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] No waiting events found dispatching network-vif-plugged-cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1598.112287] env[69984]: WARNING nova.compute.manager [req-d21bba1f-087a-4969-b6ac-c2c3c27aee32 req-907d42ba-eec0-4c82-b7f5-a733ba7c614a service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Received unexpected event network-vif-plugged-cc677cd9-2def-4b19-8c78-3733ec9527d3 for instance with vm_state building and task_state spawning. [ 1598.191807] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Successfully updated port: cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.695329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.695329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.695486] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.226501] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.346352] env[69984]: DEBUG nova.network.neutron [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Updating instance_info_cache with network_info: [{"id": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "address": "fa:16:3e:01:ad:86", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc677cd9-2d", "ovs_interfaceid": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.849196] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.849526] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance network_info: |[{"id": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "address": "fa:16:3e:01:ad:86", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc677cd9-2d", "ovs_interfaceid": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.850034] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ad:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc677cd9-2def-4b19-8c78-3733ec9527d3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.857521] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.857754] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.857988] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6b20b0c-8769-456e-8cf8-0e6a0663816f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.881021] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.881021] env[69984]: value = "task-3946055" [ 1599.881021] env[69984]: _type = "Task" [ 1599.881021] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.889631] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946055, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.138106] env[69984]: DEBUG nova.compute.manager [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Received event network-changed-cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1600.138384] env[69984]: DEBUG nova.compute.manager [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Refreshing instance network info cache due to event network-changed-cc677cd9-2def-4b19-8c78-3733ec9527d3. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1600.138557] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] Acquiring lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.138719] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] Acquired lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.138888] env[69984]: DEBUG nova.network.neutron [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Refreshing network info cache for port cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.391974] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946055, 'name': CreateVM_Task, 'duration_secs': 0.290504} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.392342] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.392815] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.392981] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.393329] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.393595] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99aa62f1-34a2-4880-898f-b21303a79ee7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.398858] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1600.398858] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ac462-014b-aeba-baf8-bcffd2c06a94" [ 1600.398858] env[69984]: _type = "Task" [ 1600.398858] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.407371] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ac462-014b-aeba-baf8-bcffd2c06a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.831255] env[69984]: DEBUG nova.network.neutron [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Updated VIF entry in instance network info cache for port cc677cd9-2def-4b19-8c78-3733ec9527d3. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.831801] env[69984]: DEBUG nova.network.neutron [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Updating instance_info_cache with network_info: [{"id": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "address": "fa:16:3e:01:ad:86", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc677cd9-2d", "ovs_interfaceid": "cc677cd9-2def-4b19-8c78-3733ec9527d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.911825] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]529ac462-014b-aeba-baf8-bcffd2c06a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.912180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.912412] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.912650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.912794] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.912980] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.913267] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db698a1d-7c86-4cc3-b6c3-f654d1dd38be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.924382] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.924594] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.925350] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46d668a-33e6-4d43-b69d-54067de93c3a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.933376] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1600.933376] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ae57b-f768-88a4-e4ca-f5d7a84020d9" [ 1600.933376] env[69984]: _type = "Task" [ 1600.933376] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.946618] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]525ae57b-f768-88a4-e4ca-f5d7a84020d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.947812] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12df9fd3-9271-4d89-80ff-f362b5ef1e1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.953856] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1600.953856] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5297f147-f734-0800-36ba-dfaefbbf988b" [ 1600.953856] env[69984]: _type = "Task" [ 1600.953856] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.961657] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5297f147-f734-0800-36ba-dfaefbbf988b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.335677] env[69984]: DEBUG oslo_concurrency.lockutils [req-1e7a1379-43b2-4c8c-9c82-7bf0c71753ac req-4ca0d5b1-02fb-4662-93ef-514f52c36589 service nova] Releasing lock "refresh_cache-72ce347b-481a-4b62-9ed7-00a60e0a0973" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.464672] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5297f147-f734-0800-36ba-dfaefbbf988b, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.465161] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.465243] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1601.465497] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc9ec2d1-480b-447c-9fb9-1b8dbdd1ecd2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.472102] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1601.472102] env[69984]: value = "task-3946056" [ 1601.472102] env[69984]: _type = "Task" [ 1601.472102] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.480171] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.982027] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423383} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.982027] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.982027] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.982254] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12cfdd53-e2e8-430a-9698-3a5f94543937 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.989525] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1601.989525] env[69984]: value = "task-3946057" [ 1601.989525] env[69984]: _type = "Task" [ 1601.989525] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.997196] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.499719] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061391} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.500128] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.500819] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cbd90f-4684-431b-878e-78623c4aff58 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.522313] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.522549] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e3681b-d911-4e94-aa81-f98f609cc1e0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.542138] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1602.542138] env[69984]: value = "task-3946058" [ 1602.542138] env[69984]: _type = "Task" [ 1602.542138] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.549421] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.052630] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946058, 'name': ReconfigVM_Task, 'duration_secs': 0.263397} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.052856] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.053622] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa331af-42a0-45c4-98c1-267234950bcd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.059853] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1603.059853] env[69984]: value = "task-3946059" [ 1603.059853] env[69984]: _type = "Task" [ 1603.059853] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.067599] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946059, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.570297] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946059, 'name': Rename_Task, 'duration_secs': 0.144128} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.570731] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.570846] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65570e13-6d2e-4cc1-8b75-c2e5565034ff {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.578044] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1603.578044] env[69984]: value = "task-3946060" [ 1603.578044] env[69984]: _type = "Task" [ 1603.578044] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.588983] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.087466] env[69984]: DEBUG oslo_vmware.api [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946060, 'name': PowerOnVM_Task, 'duration_secs': 0.442133} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.087738] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.087943] env[69984]: INFO nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Took 6.10 seconds to spawn the instance on the hypervisor. [ 1604.088148] env[69984]: DEBUG nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1604.088919] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb627217-e9fc-49dc-ac9e-d4f80647803f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.608285] env[69984]: INFO nova.compute.manager [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Took 10.78 seconds to build instance. [ 1605.110506] env[69984]: DEBUG oslo_concurrency.lockutils [None req-e28f303d-2d40-4087-8866-a94b60dd4faf tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.291s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.988272] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.988667] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.988762] env[69984]: DEBUG nova.compute.manager [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1605.989729] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f8fc5-c5c7-44c8-b064-12bacbdc3229 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.996890] env[69984]: DEBUG nova.compute.manager [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1605.997468] env[69984]: DEBUG nova.objects.instance [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'flavor' on Instance uuid 72ce347b-481a-4b62-9ed7-00a60e0a0973 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.004706] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.005184] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de09392-4439-4bab-b48a-ac0b9d4b0133 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.012571] env[69984]: DEBUG oslo_vmware.api [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1607.012571] env[69984]: value = "task-3946061" [ 1607.012571] env[69984]: _type = "Task" [ 1607.012571] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.021622] env[69984]: DEBUG oslo_vmware.api [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.522737] env[69984]: DEBUG oslo_vmware.api [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946061, 'name': PowerOffVM_Task, 'duration_secs': 0.205398} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.522993] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.523207] env[69984]: DEBUG nova.compute.manager [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1607.523945] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33feaf91-1acd-47f0-81d3-993ae420bc1f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.034791] env[69984]: DEBUG oslo_concurrency.lockutils [None req-0301a014-0f1b-41f0-9780-e7f1a2621e08 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.396892] env[69984]: INFO nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Rebuilding instance [ 1608.438977] env[69984]: DEBUG nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1608.439872] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f228ec-e698-484b-820a-9fbb421f3959 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.453328] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.453735] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7db106a-e0a5-4a37-a50d-d5c26583e756 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.461092] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1609.461092] env[69984]: value = "task-3946062" [ 1609.461092] env[69984]: _type = "Task" [ 1609.461092] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.469598] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.971238] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1609.971468] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.972247] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48fa13d-22df-4ff4-9841-337d89648bbe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.978921] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.979165] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6a58f6-dffd-4da5-8fc8-f785a8ae87e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.043686] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.043915] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.044132] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.044427] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe519301-4637-4238-8202-0ee00ad2695a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.051117] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1610.051117] env[69984]: value = "task-3946064" [ 1610.051117] env[69984]: _type = "Task" [ 1610.051117] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.058759] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.562114] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139535} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.562114] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.562114] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.562601] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.592388] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1611.592660] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.592798] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1611.592980] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.593143] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1611.593292] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1611.593499] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1611.593660] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1611.593827] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1611.593990] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1611.594177] env[69984]: DEBUG nova.virt.hardware [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1611.595036] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f8f84-eebf-4670-aea3-7e129c6f1693 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.603039] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b440a04-36fd-4630-9d1c-a785f319e960 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.616752] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ad:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc677cd9-2def-4b19-8c78-3733ec9527d3', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.623992] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1611.624245] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.624447] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65b2e17-a1d1-408b-90b5-0c7a4a29a151 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.644638] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.644638] env[69984]: value = "task-3946065" [ 1611.644638] env[69984]: _type = "Task" [ 1611.644638] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.652008] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946065, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.155148] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946065, 'name': CreateVM_Task, 'duration_secs': 0.295586} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.155338] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.155992] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.156180] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.156498] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.156766] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da01dccd-96ea-4eb6-80a1-f2be5e1f7ba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.161271] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1612.161271] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5218305e-58ea-9a8a-a7d7-129acf86a43a" [ 1612.161271] env[69984]: _type = "Task" [ 1612.161271] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.169190] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5218305e-58ea-9a8a-a7d7-129acf86a43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.671696] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5218305e-58ea-9a8a-a7d7-129acf86a43a, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.672172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.672470] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.672830] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.673104] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.673328] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.673592] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-858d132d-dfc0-4dfe-85ca-7eb827f4c5d1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.682601] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.682773] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.683478] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7ac289-f549-4631-b968-408d4f61b6de {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.688326] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1612.688326] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521eae6a-d245-c56f-88c2-99d8062f5e7c" [ 1612.688326] env[69984]: _type = "Task" [ 1612.688326] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.695817] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521eae6a-d245-c56f-88c2-99d8062f5e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.199164] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521eae6a-d245-c56f-88c2-99d8062f5e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.199931] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ace52d1f-aaa4-4196-9b08-1c0908d9f97d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.205952] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1613.205952] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524040df-56ed-b150-cf79-0f298916be67" [ 1613.205952] env[69984]: _type = "Task" [ 1613.205952] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.213951] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524040df-56ed-b150-cf79-0f298916be67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.717370] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524040df-56ed-b150-cf79-0f298916be67, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.717698] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.717736] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.718858] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31759c37-0fb9-4959-870f-519287aa2522 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.725209] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1613.725209] env[69984]: value = "task-3946066" [ 1613.725209] env[69984]: _type = "Task" [ 1613.725209] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.733098] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.235452] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453628} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.235730] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.235942] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.236266] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bc07a40-40a3-444a-9e03-994bc71f8ffd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.243560] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1614.243560] env[69984]: value = "task-3946067" [ 1614.243560] env[69984]: _type = "Task" [ 1614.243560] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.253341] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.753526] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061633} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.753901] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.754597] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b69c655-3ccd-475a-9e53-89983eff0812 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.776234] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.776548] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55599a87-f5c6-4dc7-b66b-c6d924bf4563 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.796399] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1614.796399] env[69984]: value = "task-3946068" [ 1614.796399] env[69984]: _type = "Task" [ 1614.796399] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.807193] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.306620] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946068, 'name': ReconfigVM_Task, 'duration_secs': 0.324112} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.306871] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973/72ce347b-481a-4b62-9ed7-00a60e0a0973.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.307499] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-833568b0-cd00-40bd-92c3-edd175f7665b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.319189] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1615.319189] env[69984]: value = "task-3946069" [ 1615.319189] env[69984]: _type = "Task" [ 1615.319189] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.328021] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946069, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.829721] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946069, 'name': Rename_Task, 'duration_secs': 0.15432} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.830123] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.830280] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1060c57-2dad-4511-b4c2-1a2b2457496e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.837552] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1615.837552] env[69984]: value = "task-3946070" [ 1615.837552] env[69984]: _type = "Task" [ 1615.837552] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.846089] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.347392] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946070, 'name': PowerOnVM_Task, 'duration_secs': 0.422234} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.347671] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.347874] env[69984]: DEBUG nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1616.348619] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b056b-da60-4cfe-9f5e-f5544d9a3300 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.859179] env[69984]: INFO nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] bringing vm to original state: 'stopped' [ 1617.866256] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.866643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.866760] env[69984]: DEBUG nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1617.867746] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5a12e2-ec35-4bc5-8442-ececd868d3c3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.874547] env[69984]: DEBUG nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69984) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1618.379067] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.379297] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb52e38-2ffe-4ec5-8f2c-53ee2136321f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.386672] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1618.386672] env[69984]: value = "task-3946071" [ 1618.386672] env[69984]: _type = "Task" [ 1618.386672] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.394774] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.897053] env[69984]: DEBUG oslo_vmware.api [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946071, 'name': PowerOffVM_Task, 'duration_secs': 0.196298} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.897472] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.897607] env[69984]: DEBUG nova.compute.manager [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1618.898396] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb8871-f846-4904-bf78-74e0856e03b7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.412607] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.921020] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.921020] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.921020] env[69984]: DEBUG nova.objects.instance [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1620.025202] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.025453] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.025662] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.025840] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.026022] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.028074] env[69984]: INFO nova.compute.manager [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Terminating instance [ 1620.531346] env[69984]: DEBUG nova.compute.manager [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.531582] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.532497] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66d4a0-93a2-4aaf-930e-93a3497f57c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.540225] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.540459] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f38e82c-355b-4962-8666-c89cb9dd2a89 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.602024] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.602257] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.602439] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore1] 72ce347b-481a-4b62-9ed7-00a60e0a0973 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.602730] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2db8e4-6b0a-40f4-ab66-56f9cf45d3c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.609838] env[69984]: DEBUG oslo_vmware.api [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1620.609838] env[69984]: value = "task-3946073" [ 1620.609838] env[69984]: _type = "Task" [ 1620.609838] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.618202] env[69984]: DEBUG oslo_vmware.api [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.929492] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8da54e54-d7ba-42b6-b31b-db219404c90a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.119741] env[69984]: DEBUG oslo_vmware.api [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133418} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.120087] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.120281] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.120463] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.120636] env[69984]: INFO nova.compute.manager [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1621.120885] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1621.121091] env[69984]: DEBUG nova.compute.manager [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.121185] env[69984]: DEBUG nova.network.neutron [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.182040] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.361473] env[69984]: DEBUG nova.compute.manager [req-420897c2-64f0-438f-8a27-0c0e6df04b86 req-11da9e44-9527-48a0-bd6e-cffb7614fbd9 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Received event network-vif-deleted-cc677cd9-2def-4b19-8c78-3733ec9527d3 {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1621.361654] env[69984]: INFO nova.compute.manager [req-420897c2-64f0-438f-8a27-0c0e6df04b86 req-11da9e44-9527-48a0-bd6e-cffb7614fbd9 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Neutron deleted interface cc677cd9-2def-4b19-8c78-3733ec9527d3; detaching it from the instance and deleting it from the info cache [ 1621.361761] env[69984]: DEBUG nova.network.neutron [req-420897c2-64f0-438f-8a27-0c0e6df04b86 req-11da9e44-9527-48a0-bd6e-cffb7614fbd9 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.839523] env[69984]: DEBUG nova.network.neutron [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.864459] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b1ce7db-8dd3-48bf-99c2-08690a3bbb5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.874137] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b563c2b-fa56-43ed-96ef-d4c74dbde805 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.900104] env[69984]: DEBUG nova.compute.manager [req-420897c2-64f0-438f-8a27-0c0e6df04b86 req-11da9e44-9527-48a0-bd6e-cffb7614fbd9 service nova] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Detach interface failed, port_id=cc677cd9-2def-4b19-8c78-3733ec9527d3, reason: Instance 72ce347b-481a-4b62-9ed7-00a60e0a0973 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1622.342819] env[69984]: INFO nova.compute.manager [-] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Took 1.22 seconds to deallocate network for instance. [ 1622.849657] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.849994] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.850239] env[69984]: DEBUG nova.objects.instance [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'resources' on Instance uuid 72ce347b-481a-4b62-9ed7-00a60e0a0973 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.401306] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4c21b-894c-4eb5-ab1d-aa006345cc19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.409247] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b34e8b-51e8-4fce-bd59-fe38a290f5dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.440269] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fccdef-960f-4c94-aeb7-fc3058c6f450 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.447870] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09725b7-d84f-4f30-8e5f-91785b27a593 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.461188] env[69984]: DEBUG nova.compute.provider_tree [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.964480] env[69984]: DEBUG nova.scheduler.client.report [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.176242] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.181972] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.469588] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.497586] env[69984]: INFO nova.scheduler.client.report [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocations for instance 72ce347b-481a-4b62-9ed7-00a60e0a0973 [ 1624.685671] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.685928] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.686133] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.686293] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1624.687239] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2377ee2-6db8-433f-a2b2-38f09f648124 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.695660] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea8789-ea1d-4738-9966-b755e405a2eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.709542] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829831c0-04bb-4e2d-b010-92952d638743 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.716464] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4e622-e6e5-4a5c-854e-49a63c3ef7e9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.745452] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180608MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1624.745594] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.745757] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.005713] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7352e6fd-eebc-4ac1-94d4-ba460c799226 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "72ce347b-481a-4b62-9ed7-00a60e0a0973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.980s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.772513] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1625.773296] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1625.773588] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1625.801933] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e92a1-ce43-49fe-87ca-d661d499bf76 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.810051] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c15434b-4353-4aac-b975-6bdf5dce3aa4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.841319] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7532bdf-07c4-417d-859e-337de6a1a612 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.848958] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c105b-7bd6-468a-ab2f-b968f5f09eb9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.862837] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.365898] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.871775] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1626.872116] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.872572] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1626.872848] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.375315] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.898718] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.899043] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.900724] env[69984]: INFO nova.compute.claims [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.873626] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.874036] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.874226] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.874400] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.874577] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.874719] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1628.950450] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824fcd9e-3364-44e6-addd-56eaf1613a56 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.958035] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cee4cd-aa15-498b-8266-e89f2413ee21 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.988163] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a827860-a1dd-480c-8e4c-e0ebda6eea44 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.996067] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d13b7-37ff-4bf1-a23e-95b2fbfaa88c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.009655] env[69984]: DEBUG nova.compute.provider_tree [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.513424] env[69984]: DEBUG nova.scheduler.client.report [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.018732] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1630.019342] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1630.524444] env[69984]: DEBUG nova.compute.utils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1630.525922] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.526107] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.579202] env[69984]: DEBUG nova.policy [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c071abffc8f3446eb45e4be54ebf1859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43511351871c48ecbee04c5806c3b46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.862769] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Successfully created port: 5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.029811] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1632.040238] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1632.067938] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1632.068209] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.068394] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1632.068583] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.068728] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1632.068960] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1632.069247] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1632.069408] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1632.069577] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1632.069736] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1632.069910] env[69984]: DEBUG nova.virt.hardware [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1632.070781] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf2c0f-fe1d-451d-af9c-0079c7c6a933 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.078970] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87de1d6-ad04-4873-9078-de9725deb4ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.220248] env[69984]: DEBUG nova.compute.manager [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Received event network-vif-plugged-5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1632.220470] env[69984]: DEBUG oslo_concurrency.lockutils [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.220675] env[69984]: DEBUG oslo_concurrency.lockutils [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.220841] env[69984]: DEBUG oslo_concurrency.lockutils [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.221018] env[69984]: DEBUG nova.compute.manager [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] No waiting events found dispatching network-vif-plugged-5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1632.221651] env[69984]: WARNING nova.compute.manager [req-03ef86fe-fe97-407b-a4f8-b9f86c271f4f req-2a9e5cc7-c0df-4372-8393-a8a280c5a293 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Received unexpected event network-vif-plugged-5f42412b-487f-4f31-8526-c6e6a7f81aff for instance with vm_state building and task_state spawning. [ 1632.303442] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Successfully updated port: 5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.806609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.806782] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.806910] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.337720] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.473751] env[69984]: DEBUG nova.network.neutron [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating instance_info_cache with network_info: [{"id": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "address": "fa:16:3e:27:52:1a", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f42412b-48", "ovs_interfaceid": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.976784] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.977157] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance network_info: |[{"id": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "address": "fa:16:3e:27:52:1a", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f42412b-48", "ovs_interfaceid": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1633.977602] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:52:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f42412b-487f-4f31-8526-c6e6a7f81aff', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.984963] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1633.985195] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.985419] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40385fcf-0589-4728-ba1a-070729364a53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.006406] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.006406] env[69984]: value = "task-3946074" [ 1634.006406] env[69984]: _type = "Task" [ 1634.006406] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.014019] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946074, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.250551] env[69984]: DEBUG nova.compute.manager [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Received event network-changed-5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1634.250768] env[69984]: DEBUG nova.compute.manager [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Refreshing instance network info cache due to event network-changed-5f42412b-487f-4f31-8526-c6e6a7f81aff. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1634.250946] env[69984]: DEBUG oslo_concurrency.lockutils [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] Acquiring lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.251113] env[69984]: DEBUG oslo_concurrency.lockutils [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] Acquired lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.251282] env[69984]: DEBUG nova.network.neutron [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Refreshing network info cache for port 5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1634.516636] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946074, 'name': CreateVM_Task, 'duration_secs': 0.293198} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.517014] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.517444] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.517609] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.517920] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.518186] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d876fd-c7e3-490b-9cce-8fe438ff4384 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.522983] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1634.522983] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf31aa-7642-35d6-fb20-af5d0442b2de" [ 1634.522983] env[69984]: _type = "Task" [ 1634.522983] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.531943] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf31aa-7642-35d6-fb20-af5d0442b2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.967716] env[69984]: DEBUG nova.network.neutron [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updated VIF entry in instance network info cache for port 5f42412b-487f-4f31-8526-c6e6a7f81aff. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.968104] env[69984]: DEBUG nova.network.neutron [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating instance_info_cache with network_info: [{"id": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "address": "fa:16:3e:27:52:1a", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f42412b-48", "ovs_interfaceid": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.033274] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52cf31aa-7642-35d6-fb20-af5d0442b2de, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.033523] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.033751] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.033980] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.034190] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.034372] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.034621] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b730610-e42e-4063-9d07-a74656293fcc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.043533] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.043706] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.044395] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1673a4a-037d-4993-9157-5fa0f529478e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.049370] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1635.049370] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524aa901-5d51-41f1-87d3-1546b6b2da69" [ 1635.049370] env[69984]: _type = "Task" [ 1635.049370] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.056640] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524aa901-5d51-41f1-87d3-1546b6b2da69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.471029] env[69984]: DEBUG oslo_concurrency.lockutils [req-bbdcc381-6432-46e0-b5c1-7f90098acfab req-fc1a7f7b-6338-494b-abce-6d2832254d87 service nova] Releasing lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.559551] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]524aa901-5d51-41f1-87d3-1546b6b2da69, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.560421] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7729c164-0eed-40c2-8f52-756bea9ccd63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.565760] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1635.565760] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad72d7-d522-1383-f232-31a053681868" [ 1635.565760] env[69984]: _type = "Task" [ 1635.565760] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.573861] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad72d7-d522-1383-f232-31a053681868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.076557] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52ad72d7-d522-1383-f232-31a053681868, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.076852] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.077203] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.077512] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31ff1640-92de-43bb-91e6-52052d24e630 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.085380] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1636.085380] env[69984]: value = "task-3946075" [ 1636.085380] env[69984]: _type = "Task" [ 1636.085380] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.093866] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.595320] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441367} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.595667] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.595789] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.596014] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236c1fdd-0ce3-489c-97ff-2e0f8512348e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.602415] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1636.602415] env[69984]: value = "task-3946076" [ 1636.602415] env[69984]: _type = "Task" [ 1636.602415] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.610138] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.112075] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067646} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.112295] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.113067] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2548ef-11ac-42a8-a4b2-36ba4d81b423 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.135353] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.135720] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4af463a-cea2-4ce2-8594-c7c5c0fd96fe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.156663] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1637.156663] env[69984]: value = "task-3946077" [ 1637.156663] env[69984]: _type = "Task" [ 1637.156663] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.165189] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.666948] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946077, 'name': ReconfigVM_Task, 'duration_secs': 0.266601} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.667362] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.667875] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7df1f4-b7e8-4e20-bb5e-6adc3abe1525 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.674054] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1637.674054] env[69984]: value = "task-3946078" [ 1637.674054] env[69984]: _type = "Task" [ 1637.674054] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.683715] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946078, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.184018] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946078, 'name': Rename_Task, 'duration_secs': 0.132026} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.184304] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.184769] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ba6580-7222-4832-ad96-10ced3b6bd50 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.190899] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1638.190899] env[69984]: value = "task-3946079" [ 1638.190899] env[69984]: _type = "Task" [ 1638.190899] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.198830] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.701362] env[69984]: DEBUG oslo_vmware.api [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946079, 'name': PowerOnVM_Task, 'duration_secs': 0.435077} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.701733] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.701832] env[69984]: INFO nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1638.702015] env[69984]: DEBUG nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1638.702780] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900a116-d197-4125-baac-6434d6e5b5cf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.222032] env[69984]: INFO nova.compute.manager [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Took 11.34 seconds to build instance. [ 1639.724382] env[69984]: DEBUG oslo_concurrency.lockutils [None req-30a90bfe-20a8-49b0-966c-051edee21119 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.851s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.875315] env[69984]: DEBUG nova.compute.manager [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Received event network-changed-5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1639.875472] env[69984]: DEBUG nova.compute.manager [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Refreshing instance network info cache due to event network-changed-5f42412b-487f-4f31-8526-c6e6a7f81aff. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1639.875664] env[69984]: DEBUG oslo_concurrency.lockutils [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] Acquiring lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.875842] env[69984]: DEBUG oslo_concurrency.lockutils [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] Acquired lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.875972] env[69984]: DEBUG nova.network.neutron [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Refreshing network info cache for port 5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.586152] env[69984]: DEBUG nova.network.neutron [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updated VIF entry in instance network info cache for port 5f42412b-487f-4f31-8526-c6e6a7f81aff. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.586498] env[69984]: DEBUG nova.network.neutron [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating instance_info_cache with network_info: [{"id": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "address": "fa:16:3e:27:52:1a", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f42412b-48", "ovs_interfaceid": "5f42412b-487f-4f31-8526-c6e6a7f81aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.089552] env[69984]: DEBUG oslo_concurrency.lockutils [req-3d8899c3-3f35-40c9-82c3-59e5762f59df req-614e51fd-90f5-4bcb-904a-d82e841ada97 service nova] Releasing lock "refresh_cache-704cb35d-d521-4f64-b5a0-85c7b6958b64" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.177617] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.355754] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.356067] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.860129] env[69984]: DEBUG nova.compute.utils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1678.362886] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.422042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.422042] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.422547] env[69984]: INFO nova.compute.manager [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Attaching volume d1fc76be-8270-44f0-8e12-e86ffecabfac to /dev/sdb [ 1679.453017] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb16efc-79ab-46a0-8893-0f2473f40e87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.460338] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ccd08-4504-4f23-9c33-2338416fb7db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.474442] env[69984]: DEBUG nova.virt.block_device [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating existing volume attachment record: 895da40e-aab4-4027-968e-7aab11b11317 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1683.182240] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.017544] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1684.017795] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1684.018700] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2341b2b6-77a3-4c26-a32d-a41d7a7aa9c7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.035251] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df962c79-0f60-4e67-b478-0470666f2932 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.059467] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.059791] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be783111-990c-494a-940f-1bc597a7cbe3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.078018] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1684.078018] env[69984]: value = "task-3946084" [ 1684.078018] env[69984]: _type = "Task" [ 1684.078018] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.086436] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.182286] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.588264] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946084, 'name': ReconfigVM_Task, 'duration_secs': 0.340427} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.588552] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.593254] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e893e6-43b8-42f5-9408-14f01f56236c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.608779] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1684.608779] env[69984]: value = "task-3946085" [ 1684.608779] env[69984]: _type = "Task" [ 1684.608779] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.618721] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.686037] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.686372] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.686559] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.686719] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1684.687623] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bce2db-abe9-4e63-a60e-45848b23134a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.695889] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78840039-a4f0-405a-830a-a5c7f8ca97d8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.710176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea418764-b544-4b74-9e3c-25aaece18f4a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.717540] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f77103-2872-4b8b-9e31-b3a7bd8bda3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.748187] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180406MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1684.748380] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.748650] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1685.120059] env[69984]: DEBUG oslo_vmware.api [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946085, 'name': ReconfigVM_Task, 'duration_secs': 0.139114} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.120390] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1685.775444] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1685.775713] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 704cb35d-d521-4f64-b5a0-85c7b6958b64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1685.775831] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1685.775951] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1685.814562] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d342f37-d530-45bb-94e6-424530d3116a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.822576] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b68d0b-9146-4fad-949d-3daad82c34c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.853485] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb04ae-6f72-4d3c-b77e-a1f53a15ddd0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.861564] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaddfd5-0822-4a26-ac65-2d680d1cc234 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.875370] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.158418] env[69984]: DEBUG nova.objects.instance [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'flavor' on Instance uuid 704cb35d-d521-4f64-b5a0-85c7b6958b64 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.378815] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1686.663795] env[69984]: DEBUG oslo_concurrency.lockutils [None req-f3d0e82d-28a5-429a-b8e0-631586b650ef tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1686.884609] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1686.884995] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1687.048341] env[69984]: INFO nova.compute.manager [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Rebuilding instance [ 1687.085490] env[69984]: DEBUG nova.compute.manager [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1687.086390] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65137d67-bb65-48d4-9e36-f400003289dc {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.102260] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.102723] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a958bc08-d1c9-4511-9bbf-c16d38361e74 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.109937] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1688.109937] env[69984]: value = "task-3946086" [ 1688.109937] env[69984]: _type = "Task" [ 1688.109937] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.120773] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.622952] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946086, 'name': PowerOffVM_Task, 'duration_secs': 0.210617} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.623342] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.694034] env[69984]: INFO nova.compute.manager [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Detaching volume d1fc76be-8270-44f0-8e12-e86ffecabfac [ 1688.736493] env[69984]: INFO nova.virt.block_device [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Attempting to driver detach volume d1fc76be-8270-44f0-8e12-e86ffecabfac from mountpoint /dev/sdb [ 1688.736827] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1688.737113] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1688.738352] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91930bce-8dc5-4224-a00c-365d1dfec975 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.759899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b12735d-a9a0-4a01-882a-54aa897c6af3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.766565] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b88ef-bb7a-4602-a62a-42521d035912 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.786581] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d729b1-e0d2-4929-baa2-dfb5d5710784 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.802725] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1688.807965] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.808289] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c3600a-ae70-4e0d-a2f8-c57a020b9d5c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.826512] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1688.826512] env[69984]: value = "task-3946087" [ 1688.826512] env[69984]: _type = "Task" [ 1688.826512] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.834707] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.879455] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.879739] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.879914] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.880092] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.880240] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1689.181986] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.182396] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.336701] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946087, 'name': ReconfigVM_Task, 'duration_secs': 0.190215} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.336985] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1689.341529] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cc1023-615e-428e-af1c-d142f076e5c5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.356924] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1689.356924] env[69984]: value = "task-3946088" [ 1689.356924] env[69984]: _type = "Task" [ 1689.356924] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.366393] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.867089] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946088, 'name': ReconfigVM_Task, 'duration_secs': 0.147949} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.867405] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1690.913702] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.914072] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0725f9ea-43ed-40d3-975b-d79a034a8e03 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.923418] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1690.923418] env[69984]: value = "task-3946089" [ 1690.923418] env[69984]: _type = "Task" [ 1690.923418] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.932249] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.434033] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] VM already powered off {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1691.434280] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1691.434453] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1691.435224] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e45700e-e183-4abf-bc26-b10ede7c2784 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.453589] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491041a-4117-49b7-9fd7-ccf7fd032540 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.459662] env[69984]: WARNING nova.virt.vmwareapi.driver [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1691.459914] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.460684] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f5a75e-acfa-4838-b7ac-ed04e28b86d7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.466775] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.466998] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f572cf7a-11d0-4cce-9cc8-241526f45514 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.527426] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.527631] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.527813] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.528137] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda7c6a5-e422-4868-8d4d-e9c0c7cff317 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.535159] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1691.535159] env[69984]: value = "task-3946091" [ 1691.535159] env[69984]: _type = "Task" [ 1691.535159] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.542831] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.045974] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133015} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.046433] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.046433] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.046523] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.552429] env[69984]: INFO nova.virt.block_device [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Booting with volume d1fc76be-8270-44f0-8e12-e86ffecabfac at /dev/sdb [ 1692.582902] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-175489e2-036d-4800-b354-a04d4e2d01db {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.592542] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b848497f-c360-4a46-8f34-508540475422 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.618125] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d482012-d4f8-4b27-a123-5b62128927f9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.626172] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37af1e-20ad-4a44-adad-c463a2320f7a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.649246] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394c4e5a-8f80-4961-bc6f-c11c2d5f52f0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.655376] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9347264-f220-4d84-b8b5-05379c535049 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.667893] env[69984]: DEBUG nova.virt.block_device [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating existing volume attachment record: c466b2bb-ef9d-4443-ab9a-381dcef282b4 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1694.774467] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1694.774780] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.774871] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1694.775069] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.775228] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1694.775377] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1694.775587] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1694.775746] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1694.775913] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1694.776093] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1694.776273] env[69984]: DEBUG nova.virt.hardware [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1694.777238] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55f2f78-5eda-4291-b00e-3e919781399a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.785240] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca496b-f62c-4dc3-99ee-88b04ab918b6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.799267] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:52:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f42412b-487f-4f31-8526-c6e6a7f81aff', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.806775] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1694.807040] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.807260] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e3c70c0-17ca-4630-bfa6-ff76be0d1947 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.827015] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.827015] env[69984]: value = "task-3946092" [ 1694.827015] env[69984]: _type = "Task" [ 1694.827015] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.834960] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946092, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.336289] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946092, 'name': CreateVM_Task, 'duration_secs': 0.286427} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.336494] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1695.337162] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.337354] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.337738] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.337995] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea831ac-3e54-4a12-9d12-2bac077f997a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.342802] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1695.342802] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e9a8f1-9430-a7c1-2c7a-5bbdacd13da0" [ 1695.342802] env[69984]: _type = "Task" [ 1695.342802] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.350728] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e9a8f1-9430-a7c1-2c7a-5bbdacd13da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.854078] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52e9a8f1-9430-a7c1-2c7a-5bbdacd13da0, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.854440] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.854625] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.854866] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.855028] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.855213] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.855488] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c63e22c-2640-418d-b3aa-1e0aec060b78 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.865948] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.866153] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.866899] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ce1b34-e590-4b5b-9dbd-4d654c16742d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.874445] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1695.874445] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239444d-abef-172f-f494-ebc95f942a71" [ 1695.874445] env[69984]: _type = "Task" [ 1695.874445] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.882755] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239444d-abef-172f-f494-ebc95f942a71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.384687] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5239444d-abef-172f-f494-ebc95f942a71, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.385510] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debf8dd7-9e65-44b0-929d-2f49caa24a53 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.390588] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1696.390588] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522f9f69-6512-bf18-fc51-f845a79eebf0" [ 1696.390588] env[69984]: _type = "Task" [ 1696.390588] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.398289] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522f9f69-6512-bf18-fc51-f845a79eebf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.901197] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]522f9f69-6512-bf18-fc51-f845a79eebf0, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.901637] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.901685] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.901959] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-003b8b92-c50b-43c1-b8f9-3758daf55b24 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.908770] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1696.908770] env[69984]: value = "task-3946093" [ 1696.908770] env[69984]: _type = "Task" [ 1696.908770] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.917612] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.420496] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469178} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.420941] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.421189] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.421458] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c55abb-2109-4ac7-bfdc-8f25c125fc94 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.429016] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1697.429016] env[69984]: value = "task-3946094" [ 1697.429016] env[69984]: _type = "Task" [ 1697.429016] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.438201] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.939504] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058763} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.940053] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.940592] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d517a99-2b80-4cc0-b75b-c6dd60854995 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.962283] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.962593] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2a0af2-bda8-4736-baa4-bd6aeedc911a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.982089] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1697.982089] env[69984]: value = "task-3946095" [ 1697.982089] env[69984]: _type = "Task" [ 1697.982089] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.990259] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.491692] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946095, 'name': ReconfigVM_Task, 'duration_secs': 0.268983} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.491976] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64/704cb35d-d521-4f64-b5a0-85c7b6958b64.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.493110] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'size': 0, 'guest_format': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '3737f81e-bcfd-4d89-8861-4926741c1887'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': 'c466b2bb-ef9d-4443-ab9a-381dcef282b4', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69984) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1698.493316] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1698.493507] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1698.494284] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc3f07c-aefc-470c-8cb3-a8da4a95aaaa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.509293] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3cb3b-dee8-4c4a-acf3-6cf886d5cc1d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.534450] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.534752] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8557488e-a02b-4737-9d26-ed244f4cc514 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.552601] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1698.552601] env[69984]: value = "task-3946096" [ 1698.552601] env[69984]: _type = "Task" [ 1698.552601] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.560865] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.062680] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946096, 'name': ReconfigVM_Task, 'duration_secs': 0.29346} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.063056] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.067661] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77b6eda-579a-47a7-a357-68d803f65504 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.083278] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1699.083278] env[69984]: value = "task-3946097" [ 1699.083278] env[69984]: _type = "Task" [ 1699.083278] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.593670] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946097, 'name': ReconfigVM_Task, 'duration_secs': 0.204364} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.593988] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1699.594595] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c065ca51-14b1-4f51-8714-3492cf4c3736 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.601698] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1699.601698] env[69984]: value = "task-3946098" [ 1699.601698] env[69984]: _type = "Task" [ 1699.601698] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.610390] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946098, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.112190] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946098, 'name': Rename_Task, 'duration_secs': 0.145536} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.112575] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.112672] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-218a0caf-5647-4e71-9e81-832be8aa3284 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.120282] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1700.120282] env[69984]: value = "task-3946099" [ 1700.120282] env[69984]: _type = "Task" [ 1700.120282] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.129400] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.630501] env[69984]: DEBUG oslo_vmware.api [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946099, 'name': PowerOnVM_Task, 'duration_secs': 0.506372} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.630783] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.631052] env[69984]: DEBUG nova.compute.manager [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1700.631856] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba002d9-6c7c-48da-bcef-be6e5d46e1a6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.152317] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1701.152593] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1701.152776] env[69984]: DEBUG nova.objects.instance [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69984) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1702.162071] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6ff2555c-6d4c-4312-81f5-5dc534e3e77c tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1738.831417] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.831843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1739.334630] env[69984]: INFO nova.compute.manager [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Detaching volume d1fc76be-8270-44f0-8e12-e86ffecabfac [ 1739.368176] env[69984]: INFO nova.virt.block_device [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Attempting to driver detach volume d1fc76be-8270-44f0-8e12-e86ffecabfac from mountpoint /dev/sdb [ 1739.368427] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1739.368647] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1739.369541] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678161de-bb93-4056-87a1-8ac0b1301299 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.390884] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6de52f-f2e2-466f-bba2-1c7f132b5540 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.398473] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33a1ef-cedb-422f-9538-71ba40c346a2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.421331] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d890aba5-2c81-436a-a2e8-1aaab0681294 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.437021] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1fc76be-8270-44f0-8e12-e86ffecabfac/volume-d1fc76be-8270-44f0-8e12-e86ffecabfac.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1739.442311] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1739.442675] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e52014f-3916-4b76-be3f-88a52ea001e3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.463664] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1739.463664] env[69984]: value = "task-3946100" [ 1739.463664] env[69984]: _type = "Task" [ 1739.463664] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.472280] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.974010] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946100, 'name': ReconfigVM_Task, 'duration_secs': 0.220263} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.974416] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1739.978827] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55999e65-3fe9-48b9-adc5-391a00ec7e66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.994752] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1739.994752] env[69984]: value = "task-3946101" [ 1739.994752] env[69984]: _type = "Task" [ 1739.994752] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.005232] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.505838] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.005532] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.506284] env[69984]: DEBUG oslo_vmware.api [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946101, 'name': ReconfigVM_Task, 'duration_secs': 1.146586} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.506592] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783228', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'name': 'volume-d1fc76be-8270-44f0-8e12-e86ffecabfac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704cb35d-d521-4f64-b5a0-85c7b6958b64', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1fc76be-8270-44f0-8e12-e86ffecabfac', 'serial': 'd1fc76be-8270-44f0-8e12-e86ffecabfac'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1742.047461] env[69984]: DEBUG nova.objects.instance [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'flavor' on Instance uuid 704cb35d-d521-4f64-b5a0-85c7b6958b64 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.182154] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.055673] env[69984]: DEBUG oslo_concurrency.lockutils [None req-b99e6acd-ed03-4052-8d44-b1c9a717e031 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.224s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1743.683990] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.113087] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1744.113477] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1744.113477] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1744.113611] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1744.113763] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1744.115887] env[69984]: INFO nova.compute.manager [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Terminating instance [ 1744.619539] env[69984]: DEBUG nova.compute.manager [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.619849] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.620860] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b6074-1947-4cc9-b74c-f0d0620e10d3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.629357] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.629637] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eb13086-16ab-4d63-be26-fd33ad43f506 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.637080] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1744.637080] env[69984]: value = "task-3946102" [ 1744.637080] env[69984]: _type = "Task" [ 1744.637080] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.646703] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.147039] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946102, 'name': PowerOffVM_Task, 'duration_secs': 0.166113} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.147534] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.147534] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.147760] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02f4c37f-f0ec-43f5-9ee1-c79f62ec3dbf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.215585] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.215768] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.215995] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore1] 704cb35d-d521-4f64-b5a0-85c7b6958b64 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.216253] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e9defa-1298-4e7b-9129-b18885089e31 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.222580] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1745.222580] env[69984]: value = "task-3946104" [ 1745.222580] env[69984]: _type = "Task" [ 1745.222580] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.231027] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.733352] env[69984]: DEBUG oslo_vmware.api [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137023} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.733622] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.733787] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.733960] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.734156] env[69984]: INFO nova.compute.manager [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1745.734404] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1745.734594] env[69984]: DEBUG nova.compute.manager [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.734691] env[69984]: DEBUG nova.network.neutron [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.176943] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.181278] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.213261] env[69984]: DEBUG nova.compute.manager [req-5d0df0bb-9239-4c76-9fa5-d2d5b72d89d4 req-a2c9b332-9619-46ff-83d0-365005f5d72d service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Received event network-vif-deleted-5f42412b-487f-4f31-8526-c6e6a7f81aff {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1746.213461] env[69984]: INFO nova.compute.manager [req-5d0df0bb-9239-4c76-9fa5-d2d5b72d89d4 req-a2c9b332-9619-46ff-83d0-365005f5d72d service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Neutron deleted interface 5f42412b-487f-4f31-8526-c6e6a7f81aff; detaching it from the instance and deleting it from the info cache [ 1746.213823] env[69984]: DEBUG nova.network.neutron [req-5d0df0bb-9239-4c76-9fa5-d2d5b72d89d4 req-a2c9b332-9619-46ff-83d0-365005f5d72d service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.685014] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.685286] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.685458] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.685614] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1746.686492] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bee191-62e9-4743-80a8-e91e0213fcd9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.693974] env[69984]: DEBUG nova.network.neutron [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.696138] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864eb178-c605-4c37-80d9-358d0b35ecbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.712514] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973f3ff-424c-49f7-b238-3c8181429341 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.716917] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed91fa9f-2e27-4447-9da1-73337ba0d160 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.722049] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8479215-e512-4cea-9863-61c7ce759dcf {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.731053] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5939dc-58ae-4a75-8412-cc5e65eceba0 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.769025] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180187MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1746.769025] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.769432] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.789888] env[69984]: DEBUG nova.compute.manager [req-5d0df0bb-9239-4c76-9fa5-d2d5b72d89d4 req-a2c9b332-9619-46ff-83d0-365005f5d72d service nova] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Detach interface failed, port_id=5f42412b-487f-4f31-8526-c6e6a7f81aff, reason: Instance 704cb35d-d521-4f64-b5a0-85c7b6958b64 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1747.202495] env[69984]: INFO nova.compute.manager [-] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Took 1.47 seconds to deallocate network for instance. [ 1747.709099] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.827875] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1747.828072] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 704cb35d-d521-4f64-b5a0-85c7b6958b64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1747.828277] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1747.828420] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1747.845208] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Refreshing inventories for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1747.858442] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Updating ProviderTree inventory for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1747.858628] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Updating inventory in ProviderTree for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.869876] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Refreshing aggregate associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, aggregates: None {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1747.889608] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Refreshing trait associations for resource provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69984) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1747.927319] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a029f6a-d855-477e-8455-3c67911c5ca2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.935674] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f2dd7-4ba5-464c-9cce-70e29f44d4f6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.965176] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82341f-b1e4-42c0-a075-228d01c319ee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.973050] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4967f2-22bf-4db4-be5a-8f7f0b102bf5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.986344] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.489610] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.996321] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1748.996543] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.227s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1748.996776] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.288s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1748.997019] env[69984]: DEBUG nova.objects.instance [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'resources' on Instance uuid 704cb35d-d521-4f64-b5a0-85c7b6958b64 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.535019] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db1060-1fd2-48f4-9837-8f42c34b0046 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.542586] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75653b7-16bf-4a5f-9b18-b8cdcac300fb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.571605] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d180dbf6-bb8b-4cc4-b8a5-4baf706b424e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.579112] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91eaf9-8849-4766-880a-bb7487881d63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.592141] env[69984]: DEBUG nova.compute.provider_tree [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.095562] env[69984]: DEBUG nova.scheduler.client.report [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.601295] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.623417] env[69984]: INFO nova.scheduler.client.report [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocations for instance 704cb35d-d521-4f64-b5a0-85c7b6958b64 [ 1751.131548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-7d386cb8-5b32-4a48-bae2-0a6bc51e4785 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "704cb35d-d521-4f64-b5a0-85c7b6958b64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.018s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.999403] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.999667] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.999667] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.999731] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.999870] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.000028] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1752.596864] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1752.597170] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1753.099386] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.620520] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1753.620902] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1753.622406] env[69984]: INFO nova.compute.claims [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.668025] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4227f7-6ba2-4cb9-869f-01a5bcc41fea {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.676207] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada2b9c5-27b1-4400-8514-1960e064c901 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.706873] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5254f17-5477-4a18-b5d3-08de1e65698f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.714295] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bf501-15ed-4b73-8127-222a9648cd65 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.727372] env[69984]: DEBUG nova.compute.provider_tree [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.182331] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.182516] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances with incomplete migration {{(pid=69984) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1755.230089] env[69984]: DEBUG nova.scheduler.client.report [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.734435] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1755.735030] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.240499] env[69984]: DEBUG nova.compute.utils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1756.241931] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.242175] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.291181] env[69984]: DEBUG nova.policy [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c071abffc8f3446eb45e4be54ebf1859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43511351871c48ecbee04c5806c3b46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.538087] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Successfully created port: ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.745301] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.758103] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1757.787878] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-09T10:29:44Z,direct_url=,disk_format='vmdk',id=3737f81e-bcfd-4d89-8861-4926741c1887,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b259988d82b34483b1f1350df350b755',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-09T10:29:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1757.788169] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.788362] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1757.788509] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.788655] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1757.788801] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1757.789034] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1757.789179] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1757.789399] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1757.789691] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1757.789833] env[69984]: DEBUG nova.virt.hardware [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1757.790758] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46176eb1-9b2d-483e-bd30-da481f6cadc7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.799306] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbce3642-f92c-4fe8-9a96-09367218e522 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.891870] env[69984]: DEBUG nova.compute.manager [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Received event network-vif-plugged-ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1757.892136] env[69984]: DEBUG oslo_concurrency.lockutils [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] Acquiring lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1757.892309] env[69984]: DEBUG oslo_concurrency.lockutils [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1757.892500] env[69984]: DEBUG oslo_concurrency.lockutils [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1757.892681] env[69984]: DEBUG nova.compute.manager [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] No waiting events found dispatching network-vif-plugged-ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1757.892847] env[69984]: WARNING nova.compute.manager [req-80d042a3-235d-4234-a0f6-4b6481eb06cd req-11fec38e-ed25-4f69-816c-dbead3f80cde service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Received unexpected event network-vif-plugged-ea9ee837-9a46-4ed7-ab89-671cf2144eab for instance with vm_state building and task_state spawning. [ 1757.976989] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Successfully updated port: ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.479732] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.479935] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.480194] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.012155] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1759.142780] env[69984]: DEBUG nova.network.neutron [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updating instance_info_cache with network_info: [{"id": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "address": "fa:16:3e:d7:f6:ca", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9ee837-9a", "ovs_interfaceid": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.645950] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.646361] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Instance network_info: |[{"id": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "address": "fa:16:3e:d7:f6:ca", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9ee837-9a", "ovs_interfaceid": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.647017] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:f6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea9ee837-9a46-4ed7-ab89-671cf2144eab', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.655911] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1759.656197] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.656439] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6bde456-455c-454e-9192-3f5d9693f945 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.690409] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.690409] env[69984]: value = "task-3946105" [ 1759.690409] env[69984]: _type = "Task" [ 1759.690409] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.701822] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946105, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.918877] env[69984]: DEBUG nova.compute.manager [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Received event network-changed-ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1759.919099] env[69984]: DEBUG nova.compute.manager [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Refreshing instance network info cache due to event network-changed-ea9ee837-9a46-4ed7-ab89-671cf2144eab. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1759.919321] env[69984]: DEBUG oslo_concurrency.lockutils [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] Acquiring lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.919474] env[69984]: DEBUG oslo_concurrency.lockutils [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] Acquired lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.919640] env[69984]: DEBUG nova.network.neutron [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Refreshing network info cache for port ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.200773] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946105, 'name': CreateVM_Task, 'duration_secs': 0.312381} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.201210] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1760.201591] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.201758] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.202105] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1760.202367] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0974b091-2497-4e53-9365-e66581211805 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.206812] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1760.206812] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406d93-5d63-e754-a685-408cfa2c87ef" [ 1760.206812] env[69984]: _type = "Task" [ 1760.206812] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.214866] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406d93-5d63-e754-a685-408cfa2c87ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.603757] env[69984]: DEBUG nova.network.neutron [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updated VIF entry in instance network info cache for port ea9ee837-9a46-4ed7-ab89-671cf2144eab. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.604159] env[69984]: DEBUG nova.network.neutron [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updating instance_info_cache with network_info: [{"id": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "address": "fa:16:3e:d7:f6:ca", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9ee837-9a", "ovs_interfaceid": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.718070] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52406d93-5d63-e754-a685-408cfa2c87ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.718070] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.718070] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Processing image 3737f81e-bcfd-4d89-8861-4926741c1887 {{(pid=69984) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.718415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.718415] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1760.718555] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.718813] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce67b1d5-1631-43e8-94f1-7bdf25b25a00 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.727844] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69984) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.728063] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69984) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.728823] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb97ae0-2590-4957-9e68-b3bc84e475b5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.735128] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1760.735128] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5290bfe7-37d3-53d4-542b-4aa3c40e95a5" [ 1760.735128] env[69984]: _type = "Task" [ 1760.735128] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.743551] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5290bfe7-37d3-53d4-542b-4aa3c40e95a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.107378] env[69984]: DEBUG oslo_concurrency.lockutils [req-9587ee11-9674-43b8-8827-31e09df66c9b req-fccf9bea-9ef5-4c60-90fe-5f613879e5f0 service nova] Releasing lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.245234] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]5290bfe7-37d3-53d4-542b-4aa3c40e95a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.245982] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153827b7-74b9-4431-965a-47a3132516a8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.251051] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1761.251051] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521079dd-3d67-4ebc-9221-98eada08dbb2" [ 1761.251051] env[69984]: _type = "Task" [ 1761.251051] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.259805] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521079dd-3d67-4ebc-9221-98eada08dbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.761433] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]521079dd-3d67-4ebc-9221-98eada08dbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.761691] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1761.761939] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 9f3fc276-67ad-4098-be2d-84c75de98cb0/9f3fc276-67ad-4098-be2d-84c75de98cb0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.762202] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7176dca-c166-4889-9371-87cd3e3a8b4f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.769344] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1761.769344] env[69984]: value = "task-3946106" [ 1761.769344] env[69984]: _type = "Task" [ 1761.769344] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.777970] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.278966] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469461} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.280123] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3737f81e-bcfd-4d89-8861-4926741c1887/3737f81e-bcfd-4d89-8861-4926741c1887.vmdk to [datastore1] 9f3fc276-67ad-4098-be2d-84c75de98cb0/9f3fc276-67ad-4098-be2d-84c75de98cb0.vmdk {{(pid=69984) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.280123] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Extending root virtual disk to 1048576 {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.280304] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93b3fe20-e766-437c-abb2-221cddc36211 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.287295] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1762.287295] env[69984]: value = "task-3946107" [ 1762.287295] env[69984]: _type = "Task" [ 1762.287295] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.294989] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.797269] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062511} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.797552] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Extended root virtual disk {{(pid=69984) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.798362] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61bc1d2-9b98-4b34-9d68-23569c8d2c62 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.820432] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 9f3fc276-67ad-4098-be2d-84c75de98cb0/9f3fc276-67ad-4098-be2d-84c75de98cb0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.820724] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facb5179-c784-479c-b036-2f52535d1141 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.842205] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1762.842205] env[69984]: value = "task-3946108" [ 1762.842205] env[69984]: _type = "Task" [ 1762.842205] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.851014] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.357298] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946108, 'name': ReconfigVM_Task, 'duration_secs': 0.298378} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.357795] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 9f3fc276-67ad-4098-be2d-84c75de98cb0/9f3fc276-67ad-4098-be2d-84c75de98cb0.vmdk or device None with type sparse {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.358706] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-447975c5-d5e1-4bd9-a33b-8a8cabd2556d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.366176] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1763.366176] env[69984]: value = "task-3946109" [ 1763.366176] env[69984]: _type = "Task" [ 1763.366176] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.378320] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946109, 'name': Rename_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.876189] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946109, 'name': Rename_Task, 'duration_secs': 0.138555} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.876482] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.876755] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877843b2-ca33-49e8-84c5-f7fb2a84b595 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.885318] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1763.885318] env[69984]: value = "task-3946110" [ 1763.885318] env[69984]: _type = "Task" [ 1763.885318] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.894808] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.395338] env[69984]: DEBUG oslo_vmware.api [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946110, 'name': PowerOnVM_Task, 'duration_secs': 0.422741} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.395732] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.395845] env[69984]: INFO nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1764.396048] env[69984]: DEBUG nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1764.396897] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d3626-20bb-4733-86b2-554fcba718c6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.916314] env[69984]: INFO nova.compute.manager [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Took 11.31 seconds to build instance. [ 1765.418875] env[69984]: DEBUG oslo_concurrency.lockutils [None req-207bfd35-a1ce-4e28-a844-6283cd033880 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.822s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1765.420114] env[69984]: DEBUG nova.compute.manager [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Received event network-changed-ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1765.420304] env[69984]: DEBUG nova.compute.manager [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Refreshing instance network info cache due to event network-changed-ea9ee837-9a46-4ed7-ab89-671cf2144eab. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1765.420486] env[69984]: DEBUG oslo_concurrency.lockutils [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] Acquiring lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.420633] env[69984]: DEBUG oslo_concurrency.lockutils [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] Acquired lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.420794] env[69984]: DEBUG nova.network.neutron [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Refreshing network info cache for port ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.680053] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.168461] env[69984]: DEBUG nova.network.neutron [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updated VIF entry in instance network info cache for port ea9ee837-9a46-4ed7-ab89-671cf2144eab. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.169517] env[69984]: DEBUG nova.network.neutron [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updating instance_info_cache with network_info: [{"id": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "address": "fa:16:3e:d7:f6:ca", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9ee837-9a", "ovs_interfaceid": "ea9ee837-9a46-4ed7-ab89-671cf2144eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.672315] env[69984]: DEBUG oslo_concurrency.lockutils [req-946709a2-9982-4abe-a077-6d681426e78d req-c740db6f-70aa-491c-a480-146f5f44c538 service nova] Releasing lock "refresh_cache-9f3fc276-67ad-4098-be2d-84c75de98cb0" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1768.182167] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.182567] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Cleaning up deleted instances {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1768.687228] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] There are 5 instances to clean {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1768.687409] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 704cb35d-d521-4f64-b5a0-85c7b6958b64] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1769.191083] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 72ce347b-481a-4b62-9ed7-00a60e0a0973] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1769.695221] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 14af031d-9d89-4855-9642-56a96411c783] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1770.199310] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: 82124db2-d07a-4a50-8600-0fb91d8be6d5] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1770.702643] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: c68d770d-521d-408f-8869-dc7155141885] Instance has had 0 of 5 cleanup attempts {{(pid=69984) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1784.577711] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1784.578209] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1784.924647] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1785.081059] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Starting instance... {{(pid=69984) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1785.428398] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Getting list of instances from cluster (obj){ [ 1785.428398] env[69984]: value = "domain-c8" [ 1785.428398] env[69984]: _type = "ClusterComputeResource" [ 1785.428398] env[69984]: } {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1785.429551] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f370927a-09d7-4218-82cc-0342b2226366 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.440944] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Got total of 2 instances {{(pid=69984) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1785.441152] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 350f9469-1a33-4ff9-80b2-e90468ef904e {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1785.441372] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Triggering sync for uuid 9f3fc276-67ad-4098-be2d-84c75de98cb0 {{(pid=69984) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1785.441753] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "350f9469-1a33-4ff9-80b2-e90468ef904e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1785.441970] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.442240] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1785.442423] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.443221] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5287d22d-8c75-4d3f-83e9-6f9d43d7a7aa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.445982] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0939d687-f596-4d51-925d-84c1ebbd8b8c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.603702] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1785.604016] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.605523] env[69984]: INFO nova.compute.claims [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.954450] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1785.957122] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1786.664958] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6b763-09c7-47ac-999d-9f174f14715a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.672686] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a98bba-5e28-4eef-a6ff-02f61e0cd64e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.704716] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131f353-1d56-4aae-91c5-9d7fa277a690 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.712543] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cc449-e96c-4514-9c7e-0e76065a5b6f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.726335] env[69984]: DEBUG nova.compute.provider_tree [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.229973] env[69984]: DEBUG nova.scheduler.client.report [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.734915] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1787.735340] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Start building networks asynchronously for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.240931] env[69984]: DEBUG nova.compute.utils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Using /dev/sd instead of None {{(pid=69984) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1788.242691] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Allocating IP information in the background. {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.242899] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] allocate_for_instance() {{(pid=69984) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.289603] env[69984]: DEBUG nova.policy [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c071abffc8f3446eb45e4be54ebf1859', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43511351871c48ecbee04c5806c3b46a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69984) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.554165] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Successfully created port: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.746662] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Start building block device mappings for instance. {{(pid=69984) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.252452] env[69984]: INFO nova.virt.block_device [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Booting with volume 9156fe83-e7d8-4107-8055-3d10d6eac4a2 at /dev/sda [ 1789.288583] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58881083-95b7-4c80-b763-43b5cce678eb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.298681] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f395921b-d7ee-4252-8242-4e756d026107 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.325403] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddac0a09-2bc0-4cbd-8e13-4d7c514b07b8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.334727] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cf064-96db-4e16-8baa-f7e44a722ed5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.362136] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83789d-8b55-4d26-9cdc-a6be861bdb87 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.368819] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc093d5-b034-479c-afe8-805055b12f30 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.383085] env[69984]: DEBUG nova.virt.block_device [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating existing volume attachment record: a396bae5-26be-41ba-b570-6db1c2567a61 {{(pid=69984) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1789.913152] env[69984]: DEBUG nova.compute.manager [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Received event network-vif-plugged-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1789.913152] env[69984]: DEBUG oslo_concurrency.lockutils [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1789.913477] env[69984]: DEBUG oslo_concurrency.lockutils [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1789.913732] env[69984]: DEBUG oslo_concurrency.lockutils [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1789.913895] env[69984]: DEBUG nova.compute.manager [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] No waiting events found dispatching network-vif-plugged-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1789.914150] env[69984]: WARNING nova.compute.manager [req-9459427a-6c7e-43d1-899c-49aa0dbf06e4 req-a81b786c-ca4b-41ff-960c-f17b2ec7c95a service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Received unexpected event network-vif-plugged-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b for instance with vm_state building and task_state block_device_mapping. [ 1789.993728] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Successfully updated port: f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1790.496843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.496843] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1790.496990] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.028463] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Instance cache missing network info. {{(pid=69984) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1791.147795] env[69984]: DEBUG nova.network.neutron [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.463528] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Start spawning the instance on the hypervisor. {{(pid=69984) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1791.464094] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1791.464322] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.464480] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1791.464665] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.464818] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1791.464960] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1791.465176] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1791.465336] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1791.465505] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1791.465670] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1791.465843] env[69984]: DEBUG nova.virt.hardware [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1791.466726] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243d9ab-16d2-4adb-b7c9-9cf57bd9040c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.475405] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814a241-36f5-4dc5-bfff-8e09c43adf6c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.650570] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1791.650911] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Instance network_info: |[{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69984) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1791.651433] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:6b:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f25c78b7-96b9-4a32-be5a-a57df5fe2f8b', 'vif_model': 'vmxnet3'}] {{(pid=69984) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1791.659190] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1791.659416] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Creating VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1791.659650] env[69984]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d40eac-9e15-4815-8780-ef63781514e7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.682934] env[69984]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1791.682934] env[69984]: value = "task-3946119" [ 1791.682934] env[69984]: _type = "Task" [ 1791.682934] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.695729] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946119, 'name': CreateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.940249] env[69984]: DEBUG nova.compute.manager [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Received event network-changed-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1791.940528] env[69984]: DEBUG nova.compute.manager [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Refreshing instance network info cache due to event network-changed-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1791.940790] env[69984]: DEBUG oslo_concurrency.lockutils [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.940973] env[69984]: DEBUG oslo_concurrency.lockutils [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1791.941377] env[69984]: DEBUG nova.network.neutron [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Refreshing network info cache for port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.193372] env[69984]: DEBUG oslo_vmware.api [-] Task: {'id': task-3946119, 'name': CreateVM_Task, 'duration_secs': 0.301361} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.193731] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Created VM on the ESX host {{(pid=69984) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.194205] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783232', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'name': 'volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce35f181-9835-487d-b841-57aac72ad7e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'serial': '9156fe83-e7d8-4107-8055-3d10d6eac4a2'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a396bae5-26be-41ba-b570-6db1c2567a61', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69984) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1792.194419] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Root volume attach. Driver type: vmdk {{(pid=69984) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1792.195203] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b279f1e-d168-4f57-a1e3-e42f68021f9c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.202736] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663c9bb9-f305-4a90-a30c-797d7f30dd0f {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.209322] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fb408-f257-4990-88ea-e0bf11a07992 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.215561] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-95d473f3-fb1c-48e2-be4b-c394e23e7af1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.222488] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1792.222488] env[69984]: value = "task-3946120" [ 1792.222488] env[69984]: _type = "Task" [ 1792.222488] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.230222] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.688610] env[69984]: DEBUG nova.network.neutron [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updated VIF entry in instance network info cache for port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.688990] env[69984]: DEBUG nova.network.neutron [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.734547] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 43%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.192313] env[69984]: DEBUG oslo_concurrency.lockutils [req-f06dc276-d803-40c5-b0e2-40b120ea9715 req-7725e7e2-a124-4b74-9598-d24d10a36436 service nova] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1793.235190] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 58%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.735901] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 71%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.237028] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 86%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.736164] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 97%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.237300] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task} progress is 98%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.736897] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946120, 'name': RelocateVM_Task, 'duration_secs': 3.214772} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.737185] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Volume attach. Driver type: vmdk {{(pid=69984) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1795.737472] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783232', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'name': 'volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce35f181-9835-487d-b841-57aac72ad7e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'serial': '9156fe83-e7d8-4107-8055-3d10d6eac4a2'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1795.738245] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2739743e-632c-4fcf-8195-ef3412451d5d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.753815] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587853a0-f8bf-4297-a6f2-5e2cf9930e19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.775559] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2/volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.775772] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f05a6e3-d6bb-491e-9bfa-65398c5d744c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.796953] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1795.796953] env[69984]: value = "task-3946121" [ 1795.796953] env[69984]: _type = "Task" [ 1795.796953] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.805217] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.306861] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946121, 'name': ReconfigVM_Task, 'duration_secs': 0.318227} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.307235] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2/volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.311728] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf074ce-794f-4aca-af0a-7af0b5036aef {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.327070] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1796.327070] env[69984]: value = "task-3946122" [ 1796.327070] env[69984]: _type = "Task" [ 1796.327070] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.334965] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.836797] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946122, 'name': ReconfigVM_Task, 'duration_secs': 0.112315} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.837140] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783232', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'name': 'volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce35f181-9835-487d-b841-57aac72ad7e7', 'attached_at': '', 'detached_at': '', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'serial': '9156fe83-e7d8-4107-8055-3d10d6eac4a2'} {{(pid=69984) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1796.837654] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6da94c-07eb-48bf-898d-ec316a245bee {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.843684] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1796.843684] env[69984]: value = "task-3946123" [ 1796.843684] env[69984]: _type = "Task" [ 1796.843684] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.851580] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946123, 'name': Rename_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.354570] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946123, 'name': Rename_Task, 'duration_secs': 0.12869} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.354957] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1797.355103] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae9e3ee-e365-4ca4-a499-e3819aed10e6 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.361855] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1797.361855] env[69984]: value = "task-3946124" [ 1797.361855] env[69984]: _type = "Task" [ 1797.361855] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.369890] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.871350] env[69984]: DEBUG oslo_vmware.api [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946124, 'name': PowerOnVM_Task, 'duration_secs': 0.436569} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.871659] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.871863] env[69984]: INFO nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1797.872055] env[69984]: DEBUG nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Checking state {{(pid=69984) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1797.872814] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c782e68-edb1-46c5-9a90-29860e0637c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.391821] env[69984]: INFO nova.compute.manager [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Took 12.81 seconds to build instance. [ 1798.894552] env[69984]: DEBUG oslo_concurrency.lockutils [None req-ec65d0f9-9c1d-463c-8c79-da160a6e73f1 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.316s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1799.079572] env[69984]: DEBUG nova.compute.manager [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1799.079792] env[69984]: DEBUG nova.compute.manager [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing instance network info cache due to event network-changed-150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1799.080043] env[69984]: DEBUG oslo_concurrency.lockutils [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] Acquiring lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.080137] env[69984]: DEBUG oslo_concurrency.lockutils [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] Acquired lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.080295] env[69984]: DEBUG nova.network.neutron [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Refreshing network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.794254] env[69984]: DEBUG nova.network.neutron [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updated VIF entry in instance network info cache for port 150a7c4a-2206-4497-bce0-cfce2f4b7cfc. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.794641] env[69984]: DEBUG nova.network.neutron [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [{"id": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "address": "fa:16:3e:4f:b0:ec", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap150a7c4a-22", "ovs_interfaceid": "150a7c4a-2206-4497-bce0-cfce2f4b7cfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.297399] env[69984]: DEBUG oslo_concurrency.lockutils [req-74fc04c0-ce12-408d-a2b8-55906a695f4b req-a6d72a07-742b-41df-b934-67351ebc3257 service nova] Releasing lock "refresh_cache-350f9469-1a33-4ff9-80b2-e90468ef904e" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.595670] env[69984]: DEBUG nova.compute.manager [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Stashing vm_state: active {{(pid=69984) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1801.105885] env[69984]: DEBUG nova.compute.manager [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Received event network-changed-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1801.106117] env[69984]: DEBUG nova.compute.manager [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Refreshing instance network info cache due to event network-changed-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b. {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1801.106301] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.106441] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.106603] env[69984]: DEBUG nova.network.neutron [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Refreshing network info cache for port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.117737] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1801.117997] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1801.623430] env[69984]: INFO nova.compute.claims [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.815425] env[69984]: DEBUG nova.network.neutron [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updated VIF entry in instance network info cache for port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b. {{(pid=69984) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1801.815786] env[69984]: DEBUG nova.network.neutron [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.130847] env[69984]: INFO nova.compute.resource_tracker [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating resource usage from migration c29b29b4-6f8c-4104-9f13-8d4609d9abe9 [ 1802.190220] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24def615-c0c2-4d8b-b620-a417fc74be91 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.198056] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c243e55-eb10-41f5-9235-c4d31751c172 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.228321] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b17d47-38c0-43b7-8449-4bfa4e0babde {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.235521] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc9515-2d13-4f9f-8a07-79e16074801c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.248547] env[69984]: DEBUG nova.compute.provider_tree [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.318222] env[69984]: DEBUG oslo_concurrency.lockutils [req-6f0b0329-5178-4627-9c24-4a1b4f55963e req-1b1361bc-2ead-4451-8d98-54db87b8a764 service nova] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1802.752012] env[69984]: DEBUG nova.scheduler.client.report [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.258094] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.140s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1803.258506] env[69984]: INFO nova.compute.manager [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Migrating [ 1803.699640] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.773829] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.774108] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1803.774374] env[69984]: DEBUG nova.network.neutron [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.471066] env[69984]: DEBUG nova.network.neutron [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.974578] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1806.182123] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.491138] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02fe5d-8eee-41ec-82cd-4b3d3bb00d63 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.510151] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 0 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1806.685291] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1806.685548] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1806.685722] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1806.685881] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1806.686768] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e0ac66-a16a-476e-be5e-e15a49d2a331 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.695106] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3a15f-c0e6-4a24-9c39-24a498a20e9e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.708503] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a863898-f332-41e0-b0dc-765e23464c19 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.715120] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43674647-c858-43d5-9c86-b3347e3e252a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.744101] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180106MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1806.744244] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1806.744416] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1807.015759] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.016141] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a7b0c3-f512-409a-a13f-a18e1b198d66 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.024549] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1807.024549] env[69984]: value = "task-3946125" [ 1807.024549] env[69984]: _type = "Task" [ 1807.024549] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.032480] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.534309] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946125, 'name': PowerOffVM_Task, 'duration_secs': 0.20382} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.534696] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.534738] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 17 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1807.751449] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Applying migration context for instance ce35f181-9835-487d-b841-57aac72ad7e7 as it has an incoming, in-progress migration c29b29b4-6f8c-4104-9f13-8d4609d9abe9. Migration status is migrating {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1807.752189] env[69984]: INFO nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating resource usage from migration c29b29b4-6f8c-4104-9f13-8d4609d9abe9 [ 1807.772191] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1807.772351] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 9f3fc276-67ad-4098-be2d-84c75de98cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1807.772474] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Migration c29b29b4-6f8c-4104-9f13-8d4609d9abe9 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1807.772593] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance ce35f181-9835-487d-b841-57aac72ad7e7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1807.772779] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1807.772927] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1807.828454] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad47b9a6-7850-4e97-8818-eca02f82f331 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.836298] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aef4d88-0de1-43e4-8aea-53ce7ab12cbb {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.869337] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a632cca8-1e20-4efa-8f10-d05c4b456dc3 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.877343] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e4764-9479-4686-9ad2-1e88b31dd601 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.890700] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.041277] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.041508] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.041665] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.041851] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.042038] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.042202] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.042407] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.042567] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.042736] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.042897] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.043082] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.048100] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ce0b63-efe7-414e-a968-ab6e1ee114c2 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.065483] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1808.065483] env[69984]: value = "task-3946126" [ 1808.065483] env[69984]: _type = "Task" [ 1808.065483] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.073686] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.393915] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.577265] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946126, 'name': ReconfigVM_Task, 'duration_secs': 0.158929} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.577638] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 33 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1808.899089] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1808.899300] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1809.083637] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-09T10:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.083876] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.084066] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image limits 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.084281] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Flavor pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.084430] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Image pref 0:0:0 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.084578] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69984) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.084779] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.084941] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.085143] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Got 1 possible topologies {{(pid=69984) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.085357] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.085545] env[69984]: DEBUG nova.virt.hardware [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69984) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.091053] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1809.091352] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77dbb169-0f54-40be-b72c-24367f8ca182 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.110725] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1809.110725] env[69984]: value = "task-3946127" [ 1809.110725] env[69984]: _type = "Task" [ 1809.110725] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.119208] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.620138] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946127, 'name': ReconfigVM_Task, 'duration_secs': 0.169739} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.620442] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1809.621211] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c8710e-200c-4832-a0a9-f10aec3980ce {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.642740] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2/volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.643381] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980cd9bc-fe07-4a47-8c70-a4c56ca2ef83 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.660602] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1809.660602] env[69984]: value = "task-3946128" [ 1809.660602] env[69984]: _type = "Task" [ 1809.660602] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.668171] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.170019] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946128, 'name': ReconfigVM_Task, 'duration_secs': 0.26266} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.170311] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2/volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2.vmdk or device None with type thin {{(pid=69984) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.170612] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 50 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.677235] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4daf1d-c72e-4ddf-bb14-63bb6df0f732 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.696327] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570f96c9-ba8d-4216-bd7f-bbb7f3881600 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.713760] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 67 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.893992] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.894261] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.894433] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1811.182154] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1811.182437] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1811.182554] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1812.356617] env[69984]: DEBUG nova.network.neutron [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Port f25c78b7-96b9-4a32-be5a-a57df5fe2f8b binding to destination host cpu-1 is already ACTIVE {{(pid=69984) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1813.182362] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.379265] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1813.379767] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1813.379767] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1814.412753] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.413101] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1814.413142] env[69984]: DEBUG nova.network.neutron [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1815.121984] env[69984]: DEBUG nova.network.neutron [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.624703] env[69984]: DEBUG oslo_concurrency.lockutils [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1816.134304] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa9d8b3-a15d-4e37-814d-38f1c8801967 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.141899] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd7c24-fc42-484a-a632-f50dd6d39ca4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.240248] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c761d9-596f-4f36-9a80-811e81182ec9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.260020] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5322e24-277a-4509-86ef-a7dec421483d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.267492] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 83 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1817.774379] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powering on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.774760] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d1b358-ab18-41f3-82bc-1587aa100100 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.782866] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1817.782866] env[69984]: value = "task-3946129" [ 1817.782866] env[69984]: _type = "Task" [ 1817.782866] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.791751] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.294550] env[69984]: DEBUG oslo_vmware.api [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946129, 'name': PowerOnVM_Task, 'duration_secs': 0.384283} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.294944] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powered on the VM {{(pid=69984) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.295050] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce42907-a461-4d2e-be2c-11998e7ab370 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance 'ce35f181-9835-487d-b841-57aac72ad7e7' progress to 100 {{(pid=69984) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.033644] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1821.034213] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1821.034213] env[69984]: DEBUG nova.compute.manager [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Going to confirm migration 10 {{(pid=69984) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1821.627111] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.627357] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquired lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1821.627542] env[69984]: DEBUG nova.network.neutron [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Building network info cache for instance {{(pid=69984) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.627730] env[69984]: DEBUG nova.objects.instance [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'info_cache' on Instance uuid ce35f181-9835-487d-b841-57aac72ad7e7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.894309] env[69984]: DEBUG nova.network.neutron [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [{"id": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "address": "fa:16:3e:3a:6b:8b", "network": {"id": "c57289a5-bbe1-49ba-9cdc-01163faf62e6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1016763620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43511351871c48ecbee04c5806c3b46a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25c78b7-96", "ovs_interfaceid": "f25c78b7-96b9-4a32-be5a-a57df5fe2f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.397451] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Releasing lock "refresh_cache-ce35f181-9835-487d-b841-57aac72ad7e7" {{(pid=69984) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1823.397736] env[69984]: DEBUG nova.objects.instance [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'migration_context' on Instance uuid ce35f181-9835-487d-b841-57aac72ad7e7 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.901294] env[69984]: DEBUG nova.objects.base [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69984) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1823.902335] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6711a9-2dcd-47db-b6a7-6c16dcaea577 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.922550] env[69984]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc6c21e-f3ab-4c94-ad74-ce72b9362cde {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.928050] env[69984]: DEBUG oslo_vmware.api [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1823.928050] env[69984]: value = "session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d781d7-7b81-15bf-083e-fe3a7228a9f3" [ 1823.928050] env[69984]: _type = "Task" [ 1823.928050] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.936292] env[69984]: DEBUG oslo_vmware.api [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d781d7-7b81-15bf-083e-fe3a7228a9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.437960] env[69984]: DEBUG oslo_vmware.api [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': session[521ba1fb-b931-2da7-44a1-743e773e9dcb]52d781d7-7b81-15bf-083e-fe3a7228a9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.438260] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1824.438517] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1825.008076] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4552d44c-f185-4778-84e7-f798e5678959 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.015951] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534020f-f1ee-406a-9919-b63cc15e52f7 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.062065] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9017f1-cf55-4735-a361-48f8971b0403 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.070458] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be36969-da31-4a22-8666-624196cc1226 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.084629] env[69984]: DEBUG nova.compute.provider_tree [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.587560] env[69984]: DEBUG nova.scheduler.client.report [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.599100] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1827.167188] env[69984]: INFO nova.scheduler.client.report [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocation for migration c29b29b4-6f8c-4104-9f13-8d4609d9abe9 [ 1827.503375] env[69984]: INFO nova.compute.manager [None req-161b2666-7b68-4736-860e-8553597ba7dc tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Get console output [ 1827.503754] env[69984]: WARNING nova.virt.vmwareapi.driver [None req-161b2666-7b68-4736-860e-8553597ba7dc tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] The console log is missing. Check your VSPC configuration [ 1827.673878] env[69984]: DEBUG oslo_concurrency.lockutils [None req-fe480944-aead-400a-bee9-cf0c059de693 tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.640s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1854.447172] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1854.447575] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1854.447753] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1854.447985] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1854.448252] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1854.451906] env[69984]: INFO nova.compute.manager [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Terminating instance [ 1854.956241] env[69984]: DEBUG nova.compute.manager [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.956575] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.956907] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227913c5-ba88-4891-b30e-38bd9f3076dd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.964530] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1854.964530] env[69984]: value = "task-3946130" [ 1854.964530] env[69984]: _type = "Task" [ 1854.964530] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.972743] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.474789] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946130, 'name': PowerOffVM_Task, 'duration_secs': 0.168249} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.475208] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.475265] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Volume detach. Driver type: vmdk {{(pid=69984) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1855.475453] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783232', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'name': 'volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ce35f181-9835-487d-b841-57aac72ad7e7', 'attached_at': '2025-05-09T10:52:21.000000', 'detached_at': '', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'serial': '9156fe83-e7d8-4107-8055-3d10d6eac4a2'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1855.476224] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4fd4d-0d18-40ba-ac02-39475ddc6951 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.494864] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b6ca3-cce9-4e52-b041-b33c2955b499 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.502614] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08a181-673d-438f-a003-1dec287919c1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.520427] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd32763f-fc59-4fd0-a19c-e1833f1f2e6e {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.535443] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] The volume has not been displaced from its original location: [datastore2] volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2/volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2.vmdk. No consolidation needed. {{(pid=69984) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1855.540646] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1855.540965] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a0e467-2af2-4aca-a7a0-e33d2bac8193 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.562247] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1855.562247] env[69984]: value = "task-3946131" [ 1855.562247] env[69984]: _type = "Task" [ 1855.562247] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.572926] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.072870] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946131, 'name': ReconfigVM_Task, 'duration_secs': 0.161532} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.073115] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69984) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1856.077640] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6d8949-e81d-4b34-9c74-de60403eff3c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.093455] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1856.093455] env[69984]: value = "task-3946132" [ 1856.093455] env[69984]: _type = "Task" [ 1856.093455] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.852114] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946132, 'name': ReconfigVM_Task, 'duration_secs': 0.153399} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.852517] env[69984]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-783232', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'name': 'volume-9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ce35f181-9835-487d-b841-57aac72ad7e7', 'attached_at': '2025-05-09T10:52:21.000000', 'detached_at': '', 'volume_id': '9156fe83-e7d8-4107-8055-3d10d6eac4a2', 'serial': '9156fe83-e7d8-4107-8055-3d10d6eac4a2'} {{(pid=69984) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1856.852735] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.853544] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5a8e15-2aa0-42a3-83d1-7396420dd8c4 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.860494] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.860738] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-817a7823-ca82-4d51-86f7-77d138e29e8d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.928883] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.929247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.929477] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore2] ce35f181-9835-487d-b841-57aac72ad7e7 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.929767] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f948dead-a7cd-4168-90b2-45113234250c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.936731] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1856.936731] env[69984]: value = "task-3946134" [ 1856.936731] env[69984]: _type = "Task" [ 1856.936731] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.944328] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.447129] env[69984]: DEBUG oslo_vmware.api [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226837} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.447389] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.447571] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.447742] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.447958] env[69984]: INFO nova.compute.manager [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1857.448169] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1857.448354] env[69984]: DEBUG nova.compute.manager [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1857.448478] env[69984]: DEBUG nova.network.neutron [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1857.905093] env[69984]: DEBUG nova.compute.manager [req-5853b160-6130-437d-8e6e-7908a487ce99 req-1c7bbc73-ace0-411d-bde1-8dc18c877161 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Received event network-vif-deleted-f25c78b7-96b9-4a32-be5a-a57df5fe2f8b {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1857.905665] env[69984]: INFO nova.compute.manager [req-5853b160-6130-437d-8e6e-7908a487ce99 req-1c7bbc73-ace0-411d-bde1-8dc18c877161 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Neutron deleted interface f25c78b7-96b9-4a32-be5a-a57df5fe2f8b; detaching it from the instance and deleting it from the info cache [ 1857.905856] env[69984]: DEBUG nova.network.neutron [req-5853b160-6130-437d-8e6e-7908a487ce99 req-1c7bbc73-ace0-411d-bde1-8dc18c877161 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.361232] env[69984]: DEBUG nova.network.neutron [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.408746] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfbcf3bd-e9bd-40c6-95d5-a423bb2e174c {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.419303] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bac011-d4df-4ec2-99c0-0f1c23181fe5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.445606] env[69984]: DEBUG nova.compute.manager [req-5853b160-6130-437d-8e6e-7908a487ce99 req-1c7bbc73-ace0-411d-bde1-8dc18c877161 service nova] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Detach interface failed, port_id=f25c78b7-96b9-4a32-be5a-a57df5fe2f8b, reason: Instance ce35f181-9835-487d-b841-57aac72ad7e7 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1858.863886] env[69984]: INFO nova.compute.manager [-] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Took 1.42 seconds to deallocate network for instance. [ 1859.411413] env[69984]: INFO nova.compute.manager [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Took 0.55 seconds to detach 1 volumes for instance. [ 1859.414030] env[69984]: DEBUG nova.compute.manager [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: ce35f181-9835-487d-b841-57aac72ad7e7] Deleting volume: 9156fe83-e7d8-4107-8055-3d10d6eac4a2 {{(pid=69984) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1859.959361] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1859.959643] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1859.959838] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1859.984836] env[69984]: INFO nova.scheduler.client.report [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocations for instance ce35f181-9835-487d-b841-57aac72ad7e7 [ 1860.494365] env[69984]: DEBUG oslo_concurrency.lockutils [None req-a1d14661-9b0f-4983-a175-3e4e2539a7eb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "ce35f181-9835-487d-b841-57aac72ad7e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.047s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1861.131030] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1861.131524] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1861.131757] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1861.131968] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1861.132184] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1861.134419] env[69984]: INFO nova.compute.manager [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Terminating instance [ 1861.639079] env[69984]: DEBUG nova.compute.manager [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.639079] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.639857] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5b93d-0c2f-4832-939c-8994bbee13be {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.647691] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.647923] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a521fea-9d51-4444-ab86-7eea923d0798 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.654264] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1861.654264] env[69984]: value = "task-3946136" [ 1861.654264] env[69984]: _type = "Task" [ 1861.654264] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.662170] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.164824] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946136, 'name': PowerOffVM_Task, 'duration_secs': 0.196789} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.165109] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.165292] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.165555] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e11d0c8-9a13-4384-9f68-028f17730fd5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.228906] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.229215] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Deleting contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.229410] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore1] 9f3fc276-67ad-4098-be2d-84c75de98cb0 {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.229706] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268b2b50-8941-470f-888f-d81faa97dbf9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.235812] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1862.235812] env[69984]: value = "task-3946138" [ 1862.235812] env[69984]: _type = "Task" [ 1862.235812] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.244563] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.745810] env[69984]: DEBUG oslo_vmware.api [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137926} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.746150] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.746266] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Deleted contents of the VM from datastore datastore1 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.746442] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.746615] env[69984]: INFO nova.compute.manager [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1862.746858] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1862.747060] env[69984]: DEBUG nova.compute.manager [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.747159] env[69984]: DEBUG nova.network.neutron [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.983784] env[69984]: DEBUG nova.compute.manager [req-5fde0393-7a19-4d5a-969a-78dcfd4b1864 req-5e6ef31f-28fd-4e03-b217-a735aad0ada6 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Received event network-vif-deleted-ea9ee837-9a46-4ed7-ab89-671cf2144eab {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1862.983989] env[69984]: INFO nova.compute.manager [req-5fde0393-7a19-4d5a-969a-78dcfd4b1864 req-5e6ef31f-28fd-4e03-b217-a735aad0ada6 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Neutron deleted interface ea9ee837-9a46-4ed7-ab89-671cf2144eab; detaching it from the instance and deleting it from the info cache [ 1862.984183] env[69984]: DEBUG nova.network.neutron [req-5fde0393-7a19-4d5a-969a-78dcfd4b1864 req-5e6ef31f-28fd-4e03-b217-a735aad0ada6 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.467048] env[69984]: DEBUG nova.network.neutron [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.487510] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d875cbd9-9c5f-48f8-91ab-30e338df0027 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.497488] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a8a225-8265-4e99-95fd-73519836d51d {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.522284] env[69984]: DEBUG nova.compute.manager [req-5fde0393-7a19-4d5a-969a-78dcfd4b1864 req-5e6ef31f-28fd-4e03-b217-a735aad0ada6 service nova] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Detach interface failed, port_id=ea9ee837-9a46-4ed7-ab89-671cf2144eab, reason: Instance 9f3fc276-67ad-4098-be2d-84c75de98cb0 could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1863.969832] env[69984]: INFO nova.compute.manager [-] [instance: 9f3fc276-67ad-4098-be2d-84c75de98cb0] Took 1.22 seconds to deallocate network for instance. [ 1864.182254] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1864.476554] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1864.476834] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1864.477043] env[69984]: DEBUG nova.objects.instance [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'resources' on Instance uuid 9f3fc276-67ad-4098-be2d-84c75de98cb0 {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.024769] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968556cf-6492-45b9-89cf-bae2ca6c27e5 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.032495] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a061f84c-a424-4380-b052-da377f595169 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.062162] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239bcce-b33a-408a-b8d0-ed63705ed268 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.070012] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6872cdae-a549-4ce9-bb30-0ab83a8dddfd {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.083778] env[69984]: DEBUG nova.compute.provider_tree [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.586911] env[69984]: DEBUG nova.scheduler.client.report [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.093626] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1866.111375] env[69984]: INFO nova.scheduler.client.report [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocations for instance 9f3fc276-67ad-4098-be2d-84c75de98cb0 [ 1866.619916] env[69984]: DEBUG oslo_concurrency.lockutils [None req-6441e328-61ba-42b8-b4e0-7b50ad97398a tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "9f3fc276-67ad-4098-be2d-84c75de98cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.488s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1868.181577] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1868.685051] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1868.685051] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1868.685288] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1868.685341] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69984) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1868.686577] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c249f-219b-410d-9060-864deb4f08a1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.694668] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2964437-92e2-459d-880c-f244f6e2bb95 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.708445] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047d4d0-95f8-4b33-a5a9-5f1e4c2ee769 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.714843] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6085aac-a7eb-45fd-98ac-b87ef6c232e1 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.742871] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180201MB free_disk=36GB free_vcpus=48 pci_devices=None {{(pid=69984) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1868.743040] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1868.743261] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1869.764614] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Instance 350f9469-1a33-4ff9-80b2-e90468ef904e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69984) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1869.764868] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1869.764973] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69984) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1869.790976] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a05688-c965-4d50-a52d-ab5e7ce14025 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.798855] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6188ee82-d36a-46b3-9e1a-9533a89516ed {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.827605] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8dcc0f-1235-4323-9076-f377f3193aad {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.834740] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762f3d9e-bbb5-4b14-82f4-cc632012bcb8 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.847476] env[69984]: DEBUG nova.compute.provider_tree [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.350818] env[69984]: DEBUG nova.scheduler.client.report [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.855492] env[69984]: DEBUG nova.compute.resource_tracker [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69984) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1870.855896] env[69984]: DEBUG oslo_concurrency.lockutils [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1870.862443] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "350f9469-1a33-4ff9-80b2-e90468ef904e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1870.862663] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1870.862859] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1870.863046] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1870.863220] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1870.865332] env[69984]: INFO nova.compute.manager [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Terminating instance [ 1871.369727] env[69984]: DEBUG nova.compute.manager [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Start destroying the instance on the hypervisor. {{(pid=69984) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.370153] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Destroying instance {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.371151] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a2767-6fed-4b11-9c18-6468d3ccb0b9 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.379149] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Powering off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.379467] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14bd4f0b-cff6-49b4-b63c-d0ce78f4200b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.386627] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1871.386627] env[69984]: value = "task-3946140" [ 1871.386627] env[69984]: _type = "Task" [ 1871.386627] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.395368] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.896796] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946140, 'name': PowerOffVM_Task, 'duration_secs': 0.207012} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.897166] env[69984]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Powered off the VM {{(pid=69984) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.897289] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Unregistering the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.897627] env[69984]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f918e5a-b498-4570-82e4-5b4c92400ebe {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.960247] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Unregistered the VM {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.960563] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Deleting contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.960784] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleting the datastore file [datastore2] 350f9469-1a33-4ff9-80b2-e90468ef904e {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.961147] env[69984]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd5f7369-d1f3-430b-964a-6e1c0fe94749 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.968654] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for the task: (returnval){ [ 1871.968654] env[69984]: value = "task-3946142" [ 1871.968654] env[69984]: _type = "Task" [ 1871.968654] env[69984]: } to complete. {{(pid=69984) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.981028] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.478438] env[69984]: DEBUG oslo_vmware.api [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Task: {'id': task-3946142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135358} completed successfully. {{(pid=69984) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.478710] env[69984]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted the datastore file {{(pid=69984) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.478893] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Deleted contents of the VM from datastore datastore2 {{(pid=69984) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.479094] env[69984]: DEBUG nova.virt.vmwareapi.vmops [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Instance destroyed {{(pid=69984) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.479272] env[69984]: INFO nova.compute.manager [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1872.479519] env[69984]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69984) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1872.479737] env[69984]: DEBUG nova.compute.manager [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Deallocating network for instance {{(pid=69984) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.479844] env[69984]: DEBUG nova.network.neutron [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] deallocate_for_instance() {{(pid=69984) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.712011] env[69984]: DEBUG nova.compute.manager [req-0ecd6920-df6a-4a51-98b6-99007fcb577c req-42bd7813-c3d4-40e0-9834-5af382a9d152 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Received event network-vif-deleted-150a7c4a-2206-4497-bce0-cfce2f4b7cfc {{(pid=69984) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1872.712127] env[69984]: INFO nova.compute.manager [req-0ecd6920-df6a-4a51-98b6-99007fcb577c req-42bd7813-c3d4-40e0-9834-5af382a9d152 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Neutron deleted interface 150a7c4a-2206-4497-bce0-cfce2f4b7cfc; detaching it from the instance and deleting it from the info cache [ 1872.712339] env[69984]: DEBUG nova.network.neutron [req-0ecd6920-df6a-4a51-98b6-99007fcb577c req-42bd7813-c3d4-40e0-9834-5af382a9d152 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.850614] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.850781] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.850939] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.182347] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.182713] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.182771] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.182879] env[69984]: DEBUG nova.compute.manager [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69984) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1873.195362] env[69984]: DEBUG nova.network.neutron [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Updating instance_info_cache with network_info: [] {{(pid=69984) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.214635] env[69984]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67158f53-8249-4885-a807-45bce05d9838 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.224604] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b380751c-04f5-4052-a4f3-7fe9a1ddc83a {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.247681] env[69984]: DEBUG nova.compute.manager [req-0ecd6920-df6a-4a51-98b6-99007fcb577c req-42bd7813-c3d4-40e0-9834-5af382a9d152 service nova] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Detach interface failed, port_id=150a7c4a-2206-4497-bce0-cfce2f4b7cfc, reason: Instance 350f9469-1a33-4ff9-80b2-e90468ef904e could not be found. {{(pid=69984) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1873.698680] env[69984]: INFO nova.compute.manager [-] [instance: 350f9469-1a33-4ff9-80b2-e90468ef904e] Took 1.22 seconds to deallocate network for instance. [ 1874.205805] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1874.206211] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1874.206350] env[69984]: DEBUG nova.objects.instance [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lazy-loading 'resources' on Instance uuid 350f9469-1a33-4ff9-80b2-e90468ef904e {{(pid=69984) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.743524] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a30d9-44ff-4d12-803c-b265fa2f6897 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.751395] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269addb8-cdfd-46c0-b95a-7917ff5298fa {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.781081] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9654d4-60ac-4a12-8578-d4095bb11f9b {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.788664] env[69984]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cc6fe-d9d9-4e15-a799-4ce5fd975337 {{(pid=69984) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.802545] env[69984]: DEBUG nova.compute.provider_tree [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed in ProviderTree for provider: 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 {{(pid=69984) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.306129] env[69984]: DEBUG nova.scheduler.client.report [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Inventory has not changed for provider 6d9d83be-7d3c-4acd-92b5-0ebf47ddad45 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 36, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69984) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.810887] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1875.831311] env[69984]: INFO nova.scheduler.client.report [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Deleted allocations for instance 350f9469-1a33-4ff9-80b2-e90468ef904e [ 1876.340263] env[69984]: DEBUG oslo_concurrency.lockutils [None req-d10c68ee-1900-4c6f-8501-258f28a6d7fb tempest-ServerActionsTestOtherA-1413983474 tempest-ServerActionsTestOtherA-1413983474-project-member] Lock "350f9469-1a33-4ff9-80b2-e90468ef904e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.477s {{(pid=69984) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1886.177502] env[69984]: DEBUG oslo_service.periodic_task [None req-27e28545-e49d-48a6-887b-9482ac1c7630 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69984) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}